-- Logs begin at Thu 2020-11-19 19:59:04 UTC, end at Thu 2020-11-19 21:01:20 UTC. -- Nov 19 20:34:57.225010 dv-cinder-750782-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 20:34:59.781375 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.common.config [-] Logging enabled! Nov 19 20:34:59.781920 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156 Nov 19 20:34:59.783182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80151) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 19 20:34:59.783919 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.common.config [-] Logging enabled! Nov 19 20:34:59.784208 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156 Nov 19 20:34:59.784506 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80151) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 19 20:34:59.785591 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 20:34:59.785859 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 20:34:59.786843 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 20:34:59.787130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 20:34:59.787392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 20:34:59.787766 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.788113 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.788473 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.788746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.789605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.789943 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.790271 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.790611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.790954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.791282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.791859 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.792194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.792480 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.792796 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.793130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.793466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.793722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] debug = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.794042 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.794581 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.794902 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.795219 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.795555 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.795865 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.796180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.796528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.796897 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] host = dv-cinder-750782-3-smb {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.797215 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.797544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.797874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.798203 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.798515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.798832 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.799157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.799466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.799776 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] log_file = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.800089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.800419 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.800769 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.801107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.801364 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.801618 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.801950 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.802283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.802600 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.802912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.803227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.803540 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.803853 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.804162 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.805136 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.805481 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.805814 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.806129 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.806445 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.806757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.807068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.807400 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.807712 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.808024 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.808336 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.808697 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.809007 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.809320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.809669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.810001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.810327 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.810654 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.810970 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.811300 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.811612 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.811925 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.812237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] use_json = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.812595 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.812908 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.813236 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.813549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.813860 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.814172 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.814484 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.814813 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:34:59.815157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.815507 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.815853 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.816176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.816534 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.816860 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.817196 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.817515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.817850 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.818184 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.818514 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.818832 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.819157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.819498 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.819835 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.820174 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.820515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.820854 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.821173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.821485 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.821818 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.822134 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.822447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.822768 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.823084 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.823394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.823703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.824018 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.824356 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.824694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.825001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.825309 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.825629 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.825939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.826268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.826582 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.826893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.827201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.827518 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.827831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.828144 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.828481 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.828797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.829109 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.829419 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.829727 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.830039 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.830346 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.830653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.830962 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.831270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.831584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.831893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.832206 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.832538 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.832852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.833162 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.833485 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.833822 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.834140 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.834458 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.834777 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.835095 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.835418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.835770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.836090 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.836410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.836746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.837084 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.837408 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.837735 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.838059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.838379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.838722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.839040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.839362 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.839680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.839998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.840323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.840674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.841010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.841346 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.841680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.842014 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.842349 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.842672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.843027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.843345 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:34:59.843598 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 20:34:59.843862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80151) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 19 20:35:00.502818 dv-cinder-750782-3-smb neutron-server[80151]: INFO keyring.backend [-] Loading Gnome Nov 19 20:35:00.520189 dv-cinder-750782-3-smb neutron-server[80151]: INFO keyring.backend [-] Loading Google Nov 19 20:35:00.522887 dv-cinder-750782-3-smb neutron-server[80151]: INFO keyring.backend [-] Loading Windows (alt) Nov 19 20:35:00.526431 dv-cinder-750782-3-smb neutron-server[80151]: INFO keyring.backend [-] Loading file Nov 19 20:35:00.527283 dv-cinder-750782-3-smb neutron-server[80151]: INFO keyring.backend [-] Loading keyczar Nov 19 20:35:00.527563 dv-cinder-750782-3-smb neutron-server[80151]: INFO keyring.backend [-] Loading multi Nov 19 20:35:00.528207 dv-cinder-750782-3-smb neutron-server[80151]: INFO keyring.backend [-] Loading pyfs Nov 19 20:35:00.575188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:00.575502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:00.575827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:00.576203 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 20:35:00.997789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:00.998352 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:00.998352 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.059694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.060008 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.060309 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.063255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.063706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.064005 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.141613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.141920 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.142220 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.143427 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.143732 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.144027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.263022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.263288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.263599 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.263907 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.264765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.444234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.444637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.445481 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.445940 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.446252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.446632 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.446938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.447230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.447520 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.447855 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.448149 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.448475 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.448783 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.449092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.449425 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.449739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.450032 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.450379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.450696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.451178 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.451463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.451746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.452142 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.452502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.452841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.453303 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 20:35:01.453615 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 20:35:01.453924 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 20:35:01.454252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 20:35:01.454583 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 20:35:01.454872 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 20:35:01.456223 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 20:35:01.465253 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 20:35:01.472834 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 20:35:01.478139 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 19 20:35:01.480972 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 20:35:01.482051 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 20:35:01.482436 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 19 20:35:01.482874 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 20:35:01.486628 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 20:35:01.486920 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 20:35:01.487316 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 19 20:35:01.509447 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 19 20:35:01.509959 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.510288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80151) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 19 20:35:01.510701 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.512051 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80151) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 20:35:01.512369 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 19 20:35:01.512675 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 19 20:35:01.515792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.516066 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:01.581433 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 20:35:01.581703 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 20:35:01.581976 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 20:35:01.582378 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 20:35:01.616048 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_db.sqlalchemy.engines [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80151) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 19 20:35:01.925612 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Initializing driver for type 'gre' Nov 19 20:35:01.926178 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] gre ID ranges: [(1, 1000)] Nov 19 20:35:01.967082 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Initializing driver for type 'local' Nov 19 20:35:01.967460 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Initializing driver for type 'vlan' Nov 19 20:35:01.977359 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] VlanTypeDriver initialization complete Nov 19 20:35:01.977731 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Initializing driver for type 'vxlan' Nov 19 20:35:01.978245 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] vxlan ID ranges: [(1, 1000)] Nov 19 20:35:02.019492 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Initializing extension driver 'port_security' Nov 19 20:35:02.019980 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.extensions.port_security [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] PortSecurityExtensionDriver initialization complete Nov 19 20:35:02.020201 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Initializing mechanism driver 'openvswitch' Nov 19 20:35:02.027445 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:35:02.028292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.028728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.029116 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.029542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.029933 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.030319 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.030733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > network after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.031117 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > network after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.031496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > network after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.031911 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > security_group after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.032293 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > security_group after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.032692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.033107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.033487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.033861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.034407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > address_group after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.034787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > address_group after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.035163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.035534 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] ML2 OVO RPC backend initialized. {{(pid=80151) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 19 20:35:02.036261 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.036680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.037144 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > network before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.037529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > networks before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.037908 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > port before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.038288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > ports before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.038671 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > subnet before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.039071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > subnets before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.039451 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > network after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.039825 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > network after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.040223 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > network after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.040605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.040977 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.041594 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.041968 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.042342 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.042712 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.043342 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.plugin [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Modular L2 Plugin initialization complete Nov 19 20:35:02.043699 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading services supported by the core plugin {{(pid=80151) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 20:35:02.044064 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Got port-security extension from driver 'port_security' Nov 19 20:35:02.044623 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.extensions.vlantransparent [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Disabled vlantransparent extension. Nov 19 20:35:02.045100 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80151) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 20:35:02.045445 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading Plugin: router Nov 19 20:35:02.087412 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.087847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router after_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.088258 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router before_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.088680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.089098 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.089492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router after_delete 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.089891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.090297 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router after_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.090678 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.091075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.091460 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.091862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.092345 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.092803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.093183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.093560 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: subnet after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.093936 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.094327 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.094714 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.095101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: port before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.095483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.096000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.096303 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.096661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.097063 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.097450 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.099097 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Tracking information for resource: router configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 20:35:02.099484 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Tracking information for resource: floatingip configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 20:35:02.111250 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_agentschedulers_db [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 20:35:02.111910 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.112312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.112751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.113137 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.114061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router before_create 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.114468 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.114871 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router precommit_create 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.115267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > router precommit_update 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.119959 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.provider_configuration [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service providers = [] {{(pid=80151) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 20:35:02.120356 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.servicetype_db [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80151) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 20:35:02.123272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.service_base [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 20:35:02.123657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.service_base [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 20:35:02.124034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.service_base [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 20:35:02.124949 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.service_base [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 20:35:02.125351 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.services.service_base [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 20:35:02.125773 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 20:35:02.126128 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 20:35:02.148978 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 20:35:02.149353 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading Plugin: auto_allocate Nov 19 20:35:02.159947 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: network precommit_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.160355 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: network precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.160971 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 20:35:02.161327 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading Plugin: tag Nov 19 20:35:02.173157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 20:35:02.173530 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading Plugin: timestamp Nov 19 20:35:02.177454 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 20:35:02.177779 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading Plugin: network_ip_availability Nov 19 20:35:02.183617 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.184023 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.184414 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.185225 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 20:35:02.185585 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading Plugin: flavors Nov 19 20:35:02.201963 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 20:35:02.202336 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading Plugin: revisions Nov 19 20:35:02.206747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 20:35:02.207175 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.631s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:02.207980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80151) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 19 20:35:02.208343 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Initializing extension manager. Nov 19 20:35:02.208941 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: __init__.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.209318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: __pycache__ {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.209692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.210066 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: _filter_validation_lib.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.210439 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.211374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: address_group.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.212228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.212904 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: address-group Nov 19 20:35:02.213268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: address_scope.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.214042 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.214615 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: address-scope Nov 19 20:35:02.214976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.215928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.216524 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: router-admin-state-down-before-update Nov 19 20:35:02.216893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: agent.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.217654 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.218226 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: agent Nov 19 20:35:02.218586 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: agent_resources_synced.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.219624 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.220198 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: agent-resources-synced Nov 19 20:35:02.220595 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: allowedaddresspairs.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.222412 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.222990 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: allowed-address-pairs Nov 19 20:35:02.223356 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: auto_allocated_topology.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.224464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.225033 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: auto-allocated-topology Nov 19 20:35:02.225395 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: availability_zone.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.226145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.226839 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: availability_zone Nov 19 20:35:02.227199 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: availability_zone_filter.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.228132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.228730 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: availability_zone_filter Nov 19 20:35:02.229093 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: data_plane_status.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.230019 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.230584 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 20:35:02.230942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: default_subnetpools.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.231874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.232479 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: default-subnetpools Nov 19 20:35:02.232827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.233682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.234259 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: dhcp_agent_scheduler Nov 19 20:35:02.234626 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: dns.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.235557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.236124 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension dns-integration not supported by any of loaded plugins Nov 19 20:35:02.236509 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: dns_domain_ports.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.237450 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.238019 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 20:35:02.238381 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: dvr.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.239109 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.239676 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: dvr Nov 19 20:35:02.240036 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: empty_string_filtering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.240984 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.241555 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: empty-string-filtering Nov 19 20:35:02.241942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.242937 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.243499 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 20:35:02.243860 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.244809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.245367 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 20:35:02.245727 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: external_net.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.246775 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.247348 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: external-net Nov 19 20:35:02.247708 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.248660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.249234 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: extra_dhcp_opt Nov 19 20:35:02.249589 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: extraroute.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.250502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.251072 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: extraroute Nov 19 20:35:02.251430 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: extraroute_atomic.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.252495 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.253074 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: extraroute-atomic Nov 19 20:35:02.253435 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: filter_validation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.254140 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.254706 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: filter-validation Nov 19 20:35:02.255065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: fip_pf_description.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.255979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.256596 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 20:35:02.256956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: fip_port_details.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.258548 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.259129 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: fip-port-details Nov 19 20:35:02.259479 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: flavors.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.260753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.261335 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: flavors Nov 19 20:35:02.261698 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.263368 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.263959 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 20:35:02.264331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: floatingip_pools.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.265116 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.265690 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: floatingip-pools Nov 19 20:35:02.266051 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: ip_allocation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.266993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.267562 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 20:35:02.267921 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.268896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.269471 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: ip-substring-filtering Nov 19 20:35:02.269831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: l2_adjacency.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.270766 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.271333 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 20:35:02.271694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: l3.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.272900 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.274038 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: router Nov 19 20:35:02.274402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.276722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.277327 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 20:35:02.277698 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.278630 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.279212 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: ext-gw-mode Nov 19 20:35:02.279579 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.280530 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.281110 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: l3-ha Nov 19 20:35:02.281471 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: l3_flavors.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.282395 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.282970 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: l3-flavors Nov 19 20:35:02.283332 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.284263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.284866 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 20:35:02.285230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: l3agentscheduler.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.286426 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.287019 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: l3_agent_scheduler Nov 19 20:35:02.287383 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: logging.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.288958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.289551 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension logging not supported by any of loaded plugins Nov 19 20:35:02.289922 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: metering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.290834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.291811 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: metering Nov 19 20:35:02.292176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.293329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.293911 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: metering_source_and_destination_fields Nov 19 20:35:02.294272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: multiprovidernet.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.295213 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.295781 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: multi-provider Nov 19 20:35:02.296142 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: netmtu.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.297109 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.297683 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: net-mtu Nov 19 20:35:02.298045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: netmtu_writable.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.298987 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.299559 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: net-mtu-writable Nov 19 20:35:02.299921 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: network_availability_zone.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.300670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.301236 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: network_availability_zone Nov 19 20:35:02.301593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: network_ip_availability.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.302717 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.303289 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: network-ip-availability Nov 19 20:35:02.303648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: network_segment_range.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.304665 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.305205 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 20:35:02.305564 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: pagination.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.306621 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.307008 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: pagination Nov 19 20:35:02.307371 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.308321 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.308932 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: port-mac-address-regenerate Nov 19 20:35:02.309294 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.310224 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.310797 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: port-numa-affinity-policy Nov 19 20:35:02.311155 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: port_resource_request.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.312089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.312683 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 20:35:02.313041 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: portbindings.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.313981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.314554 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: binding Nov 19 20:35:02.314912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: portbindings_extended.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.317610 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.318203 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: binding-extended Nov 19 20:35:02.318576 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: portsecurity.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.319523 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.320697 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: port-security Nov 19 20:35:02.321067 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: project_id.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.322060 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.322437 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: project-id Nov 19 20:35:02.322796 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: providernet.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.323747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.324322 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: provider Nov 19 20:35:02.324710 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: qos.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.328255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.328875 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension qos not supported by any of loaded plugins Nov 19 20:35:02.329247 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.330490 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.331069 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 20:35:02.331437 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.332366 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.332968 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 20:35:02.333334 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: qos_default.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.334254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.334821 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension qos-default not supported by any of loaded plugins Nov 19 20:35:02.335182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: qos_fip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.336620 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.337198 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension qos-fip not supported by any of loaded plugins Nov 19 20:35:02.337562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: qos_gateway_ip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.338500 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.339068 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 20:35:02.339429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: qos_port_network_policy.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.340358 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.340958 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 20:35:02.341316 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: qos_rule_type_details.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.342243 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.342817 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 20:35:02.343174 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: qos_rules_alias.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.344321 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.344921 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 20:35:02.345287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: quotasv2.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.346268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.346646 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: quotas Nov 19 20:35:02.347010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: quotasv2_detail.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.348656 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.349038 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: quota_details Nov 19 20:35:02.349405 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: rbac.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.350559 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.351162 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: rbac-policies Nov 19 20:35:02.351544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: rbac_address_scope.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.352518 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.353099 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: rbac-address-scope Nov 19 20:35:02.353463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: rbac_security_groups.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.354396 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.354973 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: rbac-security-groups Nov 19 20:35:02.355333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: rbac_subnetpool.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.356268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.356875 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: rbac-subnetpool Nov 19 20:35:02.357236 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: revisionifmatch.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.358180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.358754 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: revision-if-match Nov 19 20:35:02.359114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: revisions.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.360246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.360857 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: standard-attr-revisions Nov 19 20:35:02.361223 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: router_availability_zone.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.361944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.362522 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: router_availability_zone Nov 19 20:35:02.362884 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: routerservicetype.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.363824 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.364401 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension router-service-type not supported by any of loaded plugins Nov 19 20:35:02.364789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.365733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.366303 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: port-security-groups-filtering Nov 19 20:35:02.366661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: securitygroup.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.380465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.381069 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: security-group Nov 19 20:35:02.381441 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: segment.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.382316 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.383599 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension segment not supported by any of loaded plugins Nov 19 20:35:02.383972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.384968 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.385542 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 20:35:02.385903 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: servicetype.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.387017 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.387598 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: service-type Nov 19 20:35:02.387965 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: sorting.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.388991 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.389368 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: sorting Nov 19 20:35:02.389730 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: standard_attr_segment.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.390656 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.391230 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 20:35:02.391590 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: standardattrdescription.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.392281 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.392891 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: standard-attr-description Nov 19 20:35:02.393252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: stateful_security_group.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.394189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.394760 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: stateful-security-group Nov 19 20:35:02.395116 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: stdattrs_common.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.395702 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 20:35:02.396053 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.397012 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.397621 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 20:35:02.397956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: subnet_onboard.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.399062 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.399639 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: subnet_onboard Nov 19 20:35:02.400002 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.401060 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.401633 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 20:35:02.401992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: subnet_service_types.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.402931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.403501 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: subnet-service-types Nov 19 20:35:02.403858 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: subnetallocation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.404975 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.405561 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: subnet_allocation Nov 19 20:35:02.405919 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.406626 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.407195 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: subnetpool-prefix-ops Nov 19 20:35:02.407553 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.408554 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.409127 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 20:35:02.409484 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: tagging.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.410764 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.411356 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: standard-attr-tag Nov 19 20:35:02.411716 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: timestamp.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.412937 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.413518 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loaded extension: standard-attr-timestamp Nov 19 20:35:02.414015 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: trunk.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.415068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.415640 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension trunk not supported by any of loaded plugins Nov 19 20:35:02.416003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: trunk_details.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.417230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.417805 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension trunk-details not supported by any of loaded plugins Nov 19 20:35:02.418165 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: uplink_status_propagation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.419094 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.419657 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 20:35:02.420015 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Loading extension file: vlantransparent.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 20:35:02.420749 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 20:35:02.421320 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 20:35:02.423869 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:network Nov 19 20:35:02.424703 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:subnet Nov 19 20:35:02.425377 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 20:35:02.426057 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:port Nov 19 20:35:02.427568 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.428026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service FLAVORS assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.428735 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.429201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.430265 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:router Nov 19 20:35:02.431038 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 20:35:02.431823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service METERING assigned prefix: /metering {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.433627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.434028 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.434414 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:35:02.435560 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 20:35:02.436039 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:security_group Nov 19 20:35:02.436888 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 20:35:02.437702 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service CORE assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.438082 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 20:35:02.438455 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] subnetpool is already registered Nov 19 20:35:02.439130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service CORE assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.439501 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 20:35:02.439863 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] subnetpool is already registered Nov 19 20:35:02.442654 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.443133 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service FLAVORS assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.443780 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.444246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.444642 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:router Nov 19 20:35:02.445552 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] router is already registered Nov 19 20:35:02.446227 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 20:35:02.446585 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] floatingip is already registered Nov 19 20:35:02.447285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service METERING assigned prefix: /metering {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.448022 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 20:35:02.448391 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] rbac_policy is already registered Nov 19 20:35:02.449082 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:security_group Nov 19 20:35:02.449451 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] security_group is already registered Nov 19 20:35:02.450105 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 20:35:02.450470 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] security_group_rule is already registered Nov 19 20:35:02.451210 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service CORE assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.451579 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 20:35:02.451939 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] subnetpool is already registered Nov 19 20:35:02.452636 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Service CORE assigned prefix: {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 20:35:02.453003 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 20:35:02.453361 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] subnetpool is already registered Nov 19 20:35:02.454071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: extensions {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.455612 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: address-groups {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.457328 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: address-scopes {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.458632 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: agents {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.459857 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: auto-allocated-topology {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.461528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: availability_zones {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.462922 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: dhcp-networks {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.464422 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: dhcp-agents {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.465950 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: routers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.467843 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: flavors {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.469119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: service_profiles {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.470415 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: next_providers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.472917 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: service_profiles {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.474563 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: floatingip-pools {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.475844 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: routers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.577599 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: floatingips {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.578951 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: l3-routers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.580475 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: l3-agents {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.581974 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: metering-labels {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.583499 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: metering-label-rules {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.584896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: network-ip-availabilities {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.586769 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: bindings {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.588564 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: quotas {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.590098 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: quotas {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.591619 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: rbac-policies {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.593012 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: security-groups {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.594306 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: security-group-rules {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.595617 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: service-providers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.596954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: subnetpools {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.598465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: subnetpools {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.600030 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.601901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.603842 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.605756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.607711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.609533 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.611421 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.613440 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.615413 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.618037 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.extensions [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 20:35:02.625107 dv-cinder-750782-3-smb neutron-server[80151]: WARNING keystonemiddleware.auth_token [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 20:35:02.630439 dv-cinder-750782-3-smb neutron-server[80151]: WARNING keystonemiddleware.auth_token [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 20:35:02.639368 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Acquired lock "singleton_lock" {{(pid=80151) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 19 20:35:02.639891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Releasing lock "singleton_lock" {{(pid=80151) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 19 20:35:02.641350 dv-cinder-750782-3-smb neutron-server[80151]: INFO oslo_service.service [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Starting 2 workers Nov 19 20:35:02.646210 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Started child 80262 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 20:35:02.650949 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:02.651484 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Started child 80263 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 20:35:02.652392 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [-] (80262) wsgi starting up on http://0.0.0.0:9696 Nov 19 20:35:02.653101 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.service [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 20:35:02.653783 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Notify callbacks [] for process, before_spawn {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:02.655470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:02.656332 dv-cinder-750782-3-smb neutron-server[80151]: INFO oslo_service.service [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Starting 1 workers Nov 19 20:35:02.656989 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [-] (80263) wsgi starting up on http://0.0.0.0:9696 Nov 19 20:35:02.661816 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Started child 80264 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 20:35:02.662363 dv-cinder-750782-3-smb neutron-server[80151]: INFO oslo_service.service [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Starting 1 workers Nov 19 20:35:02.664981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.service [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] calling RpcWorker wait() {{(pid=80264) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 20:35:02.665377 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.service [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] returning from RpcWorker wait() {{(pid=80264) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 20:35:02.667092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:02.667601 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:35:02.667929 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Started child 80265 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 20:35:02.668752 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcc520c1-d599-48a8-8641-7b77e9adb5e1 None None] Notify callbacks [] for process, after_spawn {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:02.670384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80151) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 19 20:35:02.670616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 20:35:02.670824 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 20:35:02.671095 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 20:35:02.671518 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 20:35:02.671691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 20:35:02.672444 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.672751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.672861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:02.673072 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.673368 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.673686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.674338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.674644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.674936 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.675266 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.675557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.675753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.675947 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.676236 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.676534 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.676893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.677179 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.677457 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.677792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.677925 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.678399 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.678723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.679019 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.679341 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] debug = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.679628 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.680328 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.680622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.680903 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.681178 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.681509 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.681778 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.682086 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.682375 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.682637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.682916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.683198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.683440 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.683691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.683972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.684228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.684709 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] host = dv-cinder-750782-3-smb {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.684975 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.685231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.685498 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.685765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.686043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.686291 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.686587 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.686868 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.687151 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.687409 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.687678 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.687953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.688221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.688508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_file = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.688702 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_options = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.688969 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.689284 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.689571 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.689784 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.689976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.690136 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.690437 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.690635 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.690924 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.691170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.691417 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.691659 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.691891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.692142 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.692476 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.692646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.692923 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.693164 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.693445 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.693711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.693972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.694233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.694476 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.694724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.695045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.695473 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.695841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.696098 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.696643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.696880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.697167 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.697457 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.697717 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.698003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.699077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.699077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.699077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.699348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:35:02.699455 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.699455 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.699713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.699874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.700125 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.700393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.700670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.701013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.701172 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_json = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.701456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.701676 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.701945 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.702193 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.702438 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.702686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.702930 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.703206 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.704177 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.704515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.704875 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.705140 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.705433 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.705710 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.705997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.706255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.706527 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.706799 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.707130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.707440 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.707786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.708103 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.708401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.708715 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.708966 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.709240 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.709491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.709740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.709989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.710239 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.711137 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.711322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.711576 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.711850 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.712150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.712341 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.712800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.713002 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.713211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.713466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.713734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.713982 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.714229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.714549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.714743 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.715011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.715304 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.715586 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.715870 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.716202 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.716366 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.716710 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.716916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.717178 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.717511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.717753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.718000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.718246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.718518 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.718794 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.719044 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.719305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.719928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.719928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.720085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.720254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.720543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.721165 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.721165 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.721359 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.721488 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.722567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.722567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.722567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.722567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.722867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.722867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.723054 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.723465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.723719 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.723990 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.724326 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.724696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.724951 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.725250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.725506 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.725810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.726082 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.726986 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.727268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.727525 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.727791 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.728085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.728363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.728679 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.728941 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.729225 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.729499 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.729751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.730009 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.730286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.730568 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.730828 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.731130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.731455 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.731689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.732258 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.732771 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.733102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.733376 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.733692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.734703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.734703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.734703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.735161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.735161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.735433 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.735738 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.736023 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.736315 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.736647 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.736926 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.737195 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.737464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.737765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.738035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.738292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.738543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.738816 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.739332 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.739629 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.739881 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.740132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.740455 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.740778 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.741039 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.741363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.741648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.741979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.742449 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.742884 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.743306 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.743742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.744036 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.744290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.744583 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.744833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.745104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.745354 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.745601 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.745890 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.746139 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.746395 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.746644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.746899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.747151 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.747438 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.747686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.747943 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.748218 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.748491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.748751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.749010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.749258 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.749550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.749825 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.750131 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.750423 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.750672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.750939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.751197 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.751478 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.751724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.752009 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.752266 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.752536 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.752787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.753040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.753287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.753533 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.753800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.754064 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.754372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.754634 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.755004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.755274 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.755544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.755811 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.756082 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.756331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.756613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.756867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.757116 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.758192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.758290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.758611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.758870 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.759358 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.759358 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.759593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.760089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.760089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.760301 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.762357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.762357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.762357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.762357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.762357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.762357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.762357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.763045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.763045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.763045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.763318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.763471 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.763728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.764003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.764260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.764583 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.764956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.765276 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.765591 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.765902 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.766233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.766547 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.766847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.767102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.767428 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.767795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.768105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.768395 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.768694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.769007 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.769271 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.769523 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.769777 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.770032 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.770286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.770570 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.770850 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.771138 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.771411 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.771684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.771944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.772208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.772495 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.772762 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.773034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.773749 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 20:35:02.774379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80151) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 19 20:35:02.774574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 20:35:02.774758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 20:35:02.774994 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 20:35:02.775198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 20:35:02.775378 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 20:35:02.775630 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.775822 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.776010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.776199 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.776394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.776624 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.776815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.777003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.777189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.777376 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.777592 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.777728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.777888 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.778072 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.778260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.778451 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.778760 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.778916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.779276 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.779467 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.779650 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.779834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.780019 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] debug = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.780204 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.780465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.780652 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.780838 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.781024 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.781210 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.781396 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.781582 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.781770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.781961 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.782134 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.782302 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.782490 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.782674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.782857 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.783042 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.783226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] host = dv-cinder-750782-3-smb {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.783410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.783593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.783777 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.783973 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.784118 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.784301 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.784508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.784693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.784876 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.785059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.785243 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.785427 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.785611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.785793 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_file = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.785976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_options = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.786159 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.786348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.786533 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.786739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.786925 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.787110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.787295 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.787478 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.787662 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.787845 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.788029 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.788213 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.788396 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.788603 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.789409 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.789689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.790049 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.790237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.790426 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.790612 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.790795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.790982 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.791165 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.791593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.791783 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.791972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.792156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.792338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.792548 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.792734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.792919 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.793104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.793288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.793472 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.793656 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.793839 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.794022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.794207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.794391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.794573 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.794757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.794941 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.795125 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.795310 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.795493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.795676 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_json = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.795861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.796046 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.796229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.796412 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.796623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.796806 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.796989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.797173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 20:35:02.797378 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.797566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.797767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.797954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.798142 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.798330 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.798517 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.798703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.798890 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.799077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.799269 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.799457 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.799663 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.799850 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.800009 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.800175 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.800364 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.800576 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.800766 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.800956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.801145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.801333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.801607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.801788 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.801892 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.802157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.802157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.802361 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.802548 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.802736 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.802923 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.803128 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.803299 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.803486 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.803674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.803861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.804063 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.804337 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.805059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.805333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.805528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.805720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.805910 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.806099 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.806286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.806463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.806686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.806788 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.806962 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.807148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.807352 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.807539 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.807728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.807915 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.808104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.808290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.808500 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.808691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.808879 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.809066 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.809254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.809440 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.809629 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.809816 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.810004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.810193 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.810382 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.810571 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.810759 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.810972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.811119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.811360 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.811513 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.811608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.811787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.811977 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.812172 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.812360 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.812571 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.812758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.812944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.813132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.813321 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.813511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.813696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.813884 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.814075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.814266 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.814454 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.814641 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.814830 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.815016 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.815233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.815381 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.815540 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.815696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.815852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.816003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.816192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.816396 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.816621 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.816845 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.817004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.817176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.817362 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.817562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.817750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.817938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.818126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.818288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.818472 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.818661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.818837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.818985 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.819173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.819359 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.819554 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.819753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.819969 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.820194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.820485 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.820691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.820691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.820996 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.820996 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.821284 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.821434 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.821584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.821734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.821884 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.822042 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.822193 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.822343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.822493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.822641 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.822791 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.822949 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.823100 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.823249 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.823443 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.823631 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.823818 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.824004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.824190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.824445 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.824605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.824756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.824891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.825050 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.825209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.825355 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.825510 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.825660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.825845 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.826031 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.826217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.826402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.826562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.826750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.826994 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.827145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.827296 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.827539 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.827692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.827842 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.827992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.828154 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.828305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.828483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.828635 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.828786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.828935 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.829085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.829231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.829384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.829550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.829702 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.829852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.830044 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.830233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.830419 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.830606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.830792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.830962 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.831119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.831270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.831462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.831650 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.831836 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.831997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.832191 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.832377 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.832562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.832720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.832912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.833087 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.833240 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.833416 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.833614 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.833801 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.833988 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.834185 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.834373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.834560 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.834758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.834945 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.835132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.835318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.835504 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.835734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.835899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.836065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.836218 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:35:02.836328 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.836447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.836614 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.836810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.837004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.837176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.837363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.837556 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.837757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.837944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.838130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.838317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.838504 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.838690 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.838877 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.839064 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.839270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.839418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.839606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.839792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.839976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.840163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.840349 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.840560 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.840747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.840933 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.841119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.841306 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 20:35:02.841485 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 20:35:02.877750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40740) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:02.889896 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090132 Nov 19 20:35:12.827466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df3a332-7a3d-4fa7-a1fc-869ad86973d3 None None] get_active_networks_info from dv-cinder-750782-3-smb {{(pid=80264) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 19 20:35:12.977196 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df3a332-7a3d-4fa7-a1fc-869ad86973d3 None None] No non-hosted networks {{(pid=80264) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 20:35:13.014501 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agentschedulers_db [None req-8df3a332-7a3d-4fa7-a1fc-869ad86973d3 None None] DHCP Agent not found on host dv-cinder-750782-3-smb {{(pid=80264) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Nov 19 20:35:13.138022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ce716998-7ab6-4d67-88f6-b5460faf1dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:15.409941 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f297b6b-61b9-420d-85df-b3162f6f3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:15.451606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f168b98-d7bf-457f-8398-149134e42430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:15.739177 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:16.824871 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:16.825505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.825866 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.826227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.826584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.826937 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.827289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.827640 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.829385 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.832224 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.832653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.833031 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.835659 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:16.836135 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-750782-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:35:16.844159 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-750782-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:35:16.863496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:17.042571 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] get_endpoint_by_host() called for host dv-cinder-750782-3-smb {{(pid=80264) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 19 20:35:17.047847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] get_endpoint_by_ip() called for ip 192.168.0.15 {{(pid=80264) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 19 20:35:17.051064 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] _add_endpoint() called for ip 192.168.0.15 {{(pid=80264) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 19 20:35:17.057411 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] _get_endpoints() called {{(pid=80264) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 19 20:35:18.888880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40832) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:19.537043 dv-cinder-750782-3-smb neutron-server[80151]: WARNING oslo_policy.policy [None req-1a63f43b-e25a-4778-85d7-09929c6e6a63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 20:35:19.537666 dv-cinder-750782-3-smb neutron-server[80151]: WARNING oslo_policy.policy [None req-1a63f43b-e25a-4778-85d7-09929c6e6a63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 20:35:19.770502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [None req-1a63f43b-e25a-4778-85d7-09929c6e6a63 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:35:19.771553 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1a63f43b-e25a-4778-85d7-09929c6e6a63 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.8816795 Nov 19 20:35:21.558996 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_hamode_db [None req-1d33b9a1-bef1-4c94-91e2-10133aa6fe3d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 20:35:21.647313 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d33b9a1-bef1-4c94-91e2-10133aa6fe3d None None] Routers set() bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:35:21.648342 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d33b9a1-bef1-4c94-91e2-10133aa6fe3d None None] Router IDs set() for agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 19 20:35:22.512552 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40846) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:22.925765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-d8caa470-a98c-41bf-8213-d631b2f89e5a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:35:22.974896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.policy [None req-d8caa470-a98c-41bf-8213-d631b2f89e5a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80263) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 19 20:35:22.976255 dv-cinder-750782-3-smb neutron-server[80151]: WARNING oslo_policy.policy [None req-d8caa470-a98c-41bf-8213-d631b2f89e5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 20:35:22.976839 dv-cinder-750782-3-smb neutron-server[80151]: WARNING oslo_policy.policy [None req-d8caa470-a98c-41bf-8213-d631b2f89e5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 20:35:22.983814 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota [None req-d8caa470-a98c-41bf-8213-d631b2f89e5a admin admin] Loaded quota_driver: . Nov 19 20:35:23.027991 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d8caa470-a98c-41bf-8213-d631b2f89e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:35:23.095538 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8caa470-a98c-41bf-8213-d631b2f89e5a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288895052394', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288895044832', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288895043950', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288895320507', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288894954295', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7631321', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7552148', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1622864', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853134181'] for rbac-policy, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:23.162029 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8caa470-a98c-41bf-8213-d631b2f89e5a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:23.163868 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d8caa470-a98c-41bf-8213-d631b2f89e5a admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6496983 Nov 19 20:35:26.188221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40860) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:26.595675 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'name': 'private'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:35:26.601494 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:35:26.606141 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Usage tracker for resource:network and tenant:a34eb49c6d06476caba545599d65a7fc is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:35:26.609827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:35:26.615810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:35:26.624990 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Made reservation on behalf of a34eb49c6d06476caba545599d65a7fc for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:35:26.630938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:26.648575 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:26.690268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:35:26.694047 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Usage tracker for resource:security_group_rule and tenant:a34eb49c6d06476caba545599d65a7fc is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:35:26.697550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:35:26.703126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:35:26.771035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:26.773639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:26.778931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:26.803742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:35:26.831474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747962617920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:26.832027 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Added segment 2b733579-5c80-43f7-a84b-846cd22baca3 of type vxlan for network a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 Nov 19 20:35:26.882418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e36fa5d-db08-454a-bc6e-773804a2b4df,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:26.907996 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.908363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.908745 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.909093 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.909438 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.909784 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.910127 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.910464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.910816 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.911151 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.911493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.911828 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Tracked resource versions report: Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: pushed versions: Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: { 'AddressGroup': {'1.0'}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': {'1.0'}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': {'1.0'}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': {'1.1'}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': {'1.6'}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': {'1.2'}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': {'1.8'}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': {'1.2'}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': {'1.0'}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': {'1.0'}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': {'1.1'}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': {'1.1'}} Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: consumer versions: Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: { DHCP agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: L3 agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: Metadata agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: Metering agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@dv-cinder-750782-3-smb: { 'AddressGroup': '1.0', Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}} Nov 19 20:35:26.913533 dv-cinder-750782-3-smb neutron-server[80151]: {{(pid=80263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 20:35:26.949041 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:26.965754 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:26.994723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:26.996053 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:35:26.996744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:27.001467 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:27.107055 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9176562 Nov 19 20:35:27.112310 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:27.115497 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:27.131722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:35:30.237507 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40876) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:30.757572 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1049570-38b2-4086-845a-5d9f25225983 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:35:30.758798 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f1049570-38b2-4086-845a-5d9f25225983 admin admin] 10.222.0.13 "GET /v2.0/networks/a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 HTTP/1.1" status: 200 len: 818 time: 0.5202706 Nov 19 20:35:30.787799 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-15493673-5e68-4bbe-a56e-403da6733e1a admin admin] 10.222.0.13 "GET /v2.0/subnetpools/7f9f6f00-8de8-4a0f-a447-fa968886edc0 HTTP/1.1" status: 200 len: 734 time: 0.0229309 Nov 19 20:35:30.797339 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Request body: {'subnet': {'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'ip_version': 4, 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7f9f6f00-8de8-4a0f-a447-fa968886edc0', 'name': 'private-subnet'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:35:30.801781 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:35:30.806394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Usage tracker for resource:subnet and tenant:a34eb49c6d06476caba545599d65a7fc is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:35:30.809444 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:35:30.815083 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:35:30.824465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Made reservation on behalf of a34eb49c6d06476caba545599d65a7fc for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:35:30.829001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:31.472900 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:31.487339 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:31.630643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=541c2d52-e6b1-4be9-8b7f-faba0ac90ad6,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:31.634537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:31.698625 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Checking segment: {'id': '2b733579-5c80-43f7-a84b-846cd22baca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:35:31.699005 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Network hostable DHCP agents. Network: a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:35:31.722420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Network a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:35:31.731759 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:35:31.736070 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:35:31.736739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:31.741406 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c65267-4ff1-444b-bfbc-8d99b6500d1f None None] Network a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:35:31.755369 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9615788 Nov 19 20:35:32.140153 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc849136c-8a10-5e16-8704-b642f74a4693-a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00', 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'fixed_ips': [{'subnet_id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6'}]}} from dv-cinder-750782-3-smb. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 20:35:32.141388 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:32.479431 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Allocated IP 172.20.0.2 (a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00/541c2d52-e6b1-4be9-8b7f-faba0ac90ad6/a51eb1a5-f9fe-4adf-a54e-2729d87f38cc) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:35:32.714353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:32.727808 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Transition to ACTIVE for port object a51eb1a5-f9fe-4adf-a54e-2729d87f38cc will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:35:32.744839 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Transition to ACTIVE for port object a51eb1a5-f9fe-4adf-a54e-2729d87f38cc will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:35:32.750458 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:32.767040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:32.898701 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Pushing event updated for resources: {'Port': ['ID=a51eb1a5-f9fe-4adf-a54e-2729d87f38cc,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:32.921262 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.921631 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.921991 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.922345 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.922695 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.923045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.923391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.923733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.924078 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.924418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.924786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.925126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Tracked resource versions report: Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: pushed versions: Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: { 'AddressGroup': {'1.0'}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': {'1.0'}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': {'1.0'}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': {'1.1'}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': {'1.6'}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': {'1.2'}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': {'1.8'}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': {'1.2'}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': {'1.0'}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': {'1.0'}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': {'1.1'}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': {'1.1'}} Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: consumer versions: Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: { DHCP agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: L3 agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: Metadata agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: Metering agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@dv-cinder-750782-3-smb: { 'AddressGroup': '1.0', Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}} Nov 19 20:35:32.926301 dv-cinder-750782-3-smb neutron-server[80151]: {{(pid=80264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 20:35:32.933835 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:32.976062 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Network a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:35:32.977290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Resources bound (agent type, host, resource id): {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:35:32.980456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:35:33.040975 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Attempting to bind port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:35:33.041659 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Attempting to bind port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': '2b733579-5c80-43f7-a84b-846cd22baca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:35:33.042027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Attempting to bind port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc on network a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:35:33.048857 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:35:33.049290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Checking segment: {'id': '2b733579-5c80-43f7-a84b-846cd22baca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:35:33.049807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:33.050232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Bound using segment: {'id': '2b733579-5c80-43f7-a84b-846cd22baca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:35:33.050766 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Bound port: a51eb1a5-f9fe-4adf-a54e-2729d87f38cc, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b733579-5c80-43f7-a84b-846cd22baca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:35:33.051219 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:33.141807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] For port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:35:33.146042 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] For port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=a51eb1a5-f9fe-4adf-a54e-2729d87f38cc,segment=NetworkSegment(2b733579-5c80-43f7-a84b-846cd22baca3),segment_id=2b733579-5c80-43f7-a84b-846cd22baca3)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:35:33.149447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:33.162380 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:33.483684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Pushing event updated for resources: {'Port': ['ID=a51eb1a5-f9fe-4adf-a54e-2729d87f38cc,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:33.488848 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:34.530073 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40886) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:34.970611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [None req-efca2e0f-1cf5-4535-a9f1-0d6f78b60619 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:35:34.971766 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-efca2e0f-1cf5-4535-a9f1-0d6f78b60619 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4406033 Nov 19 20:35:37.135333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device a51eb1a5-f9fe-4adf-a54e-2729d87f38cc up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:35:37.205285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:35:37.833588 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40900) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:37.863256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ea768-c474-4f65-958b-a88047ea069f None None] Network a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:35:37.985539 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-610fbe3c-c6e5-47c6-9867-3b3e0e112e8a None None] Provisioning for port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:35:38.002433 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-610fbe3c-c6e5-47c6-9867-3b3e0e112e8a None None] Provisioning complete for port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:35:38.002841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-610fbe3c-c6e5-47c6-9867-3b3e0e112e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:38.227921 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-610fbe3c-c6e5-47c6-9867-3b3e0e112e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:38.264817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [None req-f22881ee-0322-4f20-a63c-76f385edf75b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:35:38.265874 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f22881ee-0322-4f20-a63c-76f385edf75b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4313045 Nov 19 20:35:38.273323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-610fbe3c-c6e5-47c6-9867-3b3e0e112e8a None None] For port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=a51eb1a5-f9fe-4adf-a54e-2729d87f38cc,segment=NetworkSegment(2b733579-5c80-43f7-a84b-846cd22baca3),segment_id=2b733579-5c80-43f7-a84b-846cd22baca3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:35:38.276113 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-610fbe3c-c6e5-47c6-9867-3b3e0e112e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:38.278051 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d81eb121-1eda-4ebc-8f1a-7129759a8721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:38.352825 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fbe3c-c6e5-47c6-9867-3b3e0e112e8a None None] Pushing event updated for resources: {'Port': ['ID=a51eb1a5-f9fe-4adf-a54e-2729d87f38cc,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:38.356415 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-610fbe3c-c6e5-47c6-9867-3b3e0e112e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:38.532677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-0a34947e-87e5-4359-b4ea-284ccba481d6 None None] Provisioning complete for port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:35:38.533092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0a34947e-87e5-4359-b4ea-284ccba481d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:38.783673 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-de45851c-bb94-4246-b3ae-5aa3e3913599 None None] Provisioning complete for port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:35:38.784081 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de45851c-bb94-4246-b3ae-5aa3e3913599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:39.102401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device a51eb1a5-f9fe-4adf-a54e-2729d87f38cc up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:35:39.173493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:35:39.173823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:41.386372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40912) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:41.779861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-bd8197fa-19ca-4413-b21d-2517f9c3a9cc admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:35:41.785250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bd8197fa-19ca-4413-b21d-2517f9c3a9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:35:41.789914 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-bd8197fa-19ca-4413-b21d-2517f9c3a9cc admin admin] Usage tracker for resource:router and tenant:a34eb49c6d06476caba545599d65a7fc is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:35:41.793322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-bd8197fa-19ca-4413-b21d-2517f9c3a9cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:35:41.799019 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bd8197fa-19ca-4413-b21d-2517f9c3a9cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:35:41.808058 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd8197fa-19ca-4413-b21d-2517f9c3a9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1973055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:41.809298 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd8197fa-19ca-4413-b21d-2517f9c3a9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852802761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1601992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2050487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774019'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:41.832395 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd8197fa-19ca-4413-b21d-2517f9c3a9cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:41.933201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd8197fa-19ca-4413-b21d-2517f9c3a9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853173995'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:41.950307 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd8197fa-19ca-4413-b21d-2517f9c3a9cc admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:41.951535 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-bd8197fa-19ca-4413-b21d-2517f9c3a9cc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5641057 Nov 19 20:35:42.701194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ad061fd-391a-44f1-b64b-ba27b15758e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:44.660683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40922) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:45.077444 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [None req-2967fb1c-7e71-4abf-9b1d-69884a6eecee admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:35:45.078517 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-2967fb1c-7e71-4abf-9b1d-69884a6eecee admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4168420 Nov 19 20:35:45.409987 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-20f4ab28-284c-4b25-b75c-384a126028c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:45.692923 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:46.800579 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:46.821594 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:47.801228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40942) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:47.985823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:35:47.991126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:35:47.995156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Usage tracker for resource:network and tenant:221ad2c574674ab8878e578dc8960709 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:35:47.998112 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:35:48.003727 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:35:48.012774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Made reservation on behalf of 221ad2c574674ab8878e578dc8960709 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:35:48.017289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:48.031447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:48.065983 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:35:48.070484 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Usage tracker for resource:security_group_rule and tenant:221ad2c574674ab8878e578dc8960709 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:35:48.073608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:35:48.079255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:35:48.147234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:48.149864 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:48.154065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:48.172562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Reserving flat network on physical network physnet1 {{(pid=80263) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 19 20:35:48.194739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d001be-34cc-4006-86ee-ee46591c7556,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:48.199705 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:48.200698 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747962617920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:48.201294 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Unsubscribe: segment precommit_create {{(pid=80263) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 19 20:35:48.201702 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Added segment cbcf5cef-a028-412f-8778-78295e1c5e6c of type flat for network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 Nov 19 20:35:48.233841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:48.268618 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:48.269794 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:35:48.270410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:48.275774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:48.374675 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5722971 Nov 19 20:35:48.379861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Pushing event updated for resources: {'Network': ['ID=19bfa57d-a95f-48de-acf6-6b99b2c60e31,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:48.383574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:48.391966 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:35:50.880786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40962) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:51.022561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677a707-c30a-4af0-8c76-1dc1a5365b80 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:35:51.023958 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d677a707-c30a-4af0-8c76-1dc1a5365b80 admin admin] 10.222.0.13 "GET /v2.0/subnets/541c2d52-e6b1-4be9-8b7f-faba0ac90ad6 HTTP/1.1" status: 200 len: 849 time: 0.1421640 Nov 19 20:35:51.174951 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-67a2d2b1-43ea-47c3-90ad-8794b9e016c3 admin admin] 10.222.0.13 "GET /v2.0/routers/da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b HTTP/1.1" status: 200 len: 704 time: 0.1444421 Nov 19 20:35:51.798384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:52.167236 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Allocated IP 172.20.0.1 (a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00/541c2d52-e6b1-4be9-8b7f-faba0ac90ad6/bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:35:52.328980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:52.346212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Transition to ACTIVE for port object bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:35:52.398280 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:52.413476 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:52.549914 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Pushing event updated for resources: {'Port': ['ID=bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:52.561674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:52.606974 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Network a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:35:52.608054 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:35:52.610281 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:35:52.610770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597930'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:52.732342 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:52.800993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-8c22db21-b293-4768-a16f-168c251c8faa None None] Provisioning for port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:35:52.806402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-8c22db21-b293-4768-a16f-168c251c8faa None None] Provisioning complete for port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:35:52.806809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c22db21-b293-4768-a16f-168c251c8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:52.858608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-8c22db21-b293-4768-a16f-168c251c8faa None None] Port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:35:53.022445 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:53.026144 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:53.027187 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847669037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852704252'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:53.042318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:53.177561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Pushing event updated for resources: {'Port': ['ID=bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:53.182956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:53.236245 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Network a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:35:53.237357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:35:53.482365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-13128bb7-f39a-4449-a622-6ad862a13655 None None] Provisioning complete for port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:35:53.482768 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-13128bb7-f39a-4449-a622-6ad862a13655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:53.538343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-13128bb7-f39a-4449-a622-6ad862a13655 None None] Port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:35:53.764728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Router da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b is scheduled to L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 20:35:53.936603 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:35:53.946445 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7656755 Nov 19 20:35:53.949032 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Sync routers for ids ['da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:35:53.963826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Routers {'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:35:53.964733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:35:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:35:54.145013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Set router da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b gateway port host: None {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:35:54.525298 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'name': 'router1', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:41Z', 'updated_at': '2020-11-19T20:35:52Z', 'revision_number': 2, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'gw_port_host': None, '_interfaces': [{'id': 'bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe', 'name': '', 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'mac_address': 'fa:16:3e:93:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:51Z', 'updated_at': '2020-11-19T20:35:52Z', 'revision_number': 2, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'subnets': [{'id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f9f6f00-8de8-4a0f-a447-fa968886edc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:35:54.530287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Checking router: da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:35:54.530711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Updating router da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe binding host dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:35:54.586492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:55.024673 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:55.041830 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Transition to ACTIVE for port object bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:35:55.044720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:55.061448 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:55.382612 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Pushing event updated for resources: {'Port': ['ID=bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:55.405217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.405590 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.405958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.406318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.406678 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.407029 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.407377 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.407723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.408077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.408422 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.408793 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.409134 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Tracked resource versions report: Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: pushed versions: Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: { 'AddressGroup': {'1.0'}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': {'1.0'}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': {'1.0'}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': {'1.1'}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': {'1.6'}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': {'1.2'}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': {'1.8'}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': {'1.2'}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': {'1.0'}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': {'1.0'}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': {'1.1'}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': {'1.1'}} Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: consumer versions: Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: { DHCP agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: L3 agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: Metadata agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: Metering agent@dv-cinder-750782-3-smb: {}, Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@dv-cinder-750782-3-smb: { 'AddressGroup': '1.0', Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}} Nov 19 20:35:55.410251 dv-cinder-750782-3-smb neutron-server[80151]: {{(pid=80265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 20:35:55.418597 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:55.554524 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Attempting to bind port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:35:55.555061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Attempting to bind port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': '2b733579-5c80-43f7-a84b-846cd22baca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:35:55.555320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Attempting to bind port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe on network a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:35:55.562190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:35:55.562622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Checking segment: {'id': '2b733579-5c80-43f7-a84b-846cd22baca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:35:55.563083 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:55.563504 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Bound using segment: {'id': '2b733579-5c80-43f7-a84b-846cd22baca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:35:55.564032 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Bound port: bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b733579-5c80-43f7-a84b-846cd22baca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:35:55.564467 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:55.654856 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] For port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:35:55.659346 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] For port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe,segment=NetworkSegment(2b733579-5c80-43f7-a84b-846cd22baca3),segment_id=2b733579-5c80-43f7-a84b-846cd22baca3)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:35:55.661831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:55.678129 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:55.836013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Pushing event updated for resources: {'Port': ['ID=bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe,revision_number=4']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:55.840923 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:55.889850 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Routers {'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:35:55.890518 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:35:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:35:56.052082 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] Set router da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b gateway port host: None {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:35:56.392456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'name': 'router1', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:41Z', 'updated_at': '2020-11-19T20:35:52Z', 'revision_number': 2, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'gw_port_host': None, '_interfaces': [{'id': 'bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe', 'name': '', 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'mac_address': 'fa:16:3e:93:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:51Z', 'updated_at': '2020-11-19T20:35:55Z', 'revision_number': 4, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'subnets': [{'id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f9f6f00-8de8-4a0f-a447-fa968886edc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:35:56.397110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d2523-f95f-4686-8b4c-dc2e11fec02e None None] The sync data for ids ['da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'] in dv-cinder-750782-3-smb is: [{'id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'name': 'router1', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:41Z', 'updated_at': '2020-11-19T20:35:52Z', 'revision_number': 2, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'gw_port_host': None, '_interfaces': [{'id': 'bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe', 'name': '', 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'mac_address': 'fa:16:3e:93:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:51Z', 'updated_at': '2020-11-19T20:35:55Z', 'revision_number': 4, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'subnets': [{'id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f9f6f00-8de8-4a0f-a447-fa968886edc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:35:56.509844 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 40974) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:35:56.694917 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a5718-8874-46fc-9187-2fd7547d6af3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:35:56.695482 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-841a5718-8874-46fc-9187-2fd7547d6af3 admin admin] Synchronizing usage tracker for tenant:221ad2c574674ab8878e578dc8960709 on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:35:56.712640 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-841a5718-8874-46fc-9187-2fd7547d6af3 admin admin] Unset dirty status for tenant:221ad2c574674ab8878e578dc8960709 on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:35:56.713873 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-841a5718-8874-46fc-9187-2fd7547d6af3 admin admin] 10.222.0.13 "GET /v2.0/networks/19bfa57d-a95f-48de-acf6-6b99b2c60e31 HTTP/1.1" status: 200 len: 842 time: 0.2030132 Nov 19 20:35:56.724119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'ip_version': 4, 'cidr': '172.28.1.0/24', 'enable_dhcp': False}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:35:56.730121 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:35:56.734744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Usage tracker for resource:subnet and tenant:221ad2c574674ab8878e578dc8960709 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:35:56.737693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:35:56.744513 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:35:56.753516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Made reservation on behalf of 221ad2c574674ab8878e578dc8960709 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:35:56.758306 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:57.209268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.objects.ports [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80263) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 20:35:57.209795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:57.225912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4ca7735c-4781-443f-8368-9af5d3670d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:57.367010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785510c2-2106-47be-a83e-d82e7889b90b,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:57.371275 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:35:57.436101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Checking segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:35:57.436422 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Network hostable DHCP agents. Network: 19bfa57d-a95f-48de-acf6-6b99b2c60e31, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:35:57.460790 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:35:57.469479 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 19bfa57d-a95f-48de-acf6-6b99b2c60e31) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:35:57.473359 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:35:57.473996 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:57.480522 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e585e9d-5a9e-4071-a85f-e2e1af9cdfa9 None None] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:35:57.503763 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7746131 Nov 19 20:35:57.718462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125af9a-0918-4b04-bd62-cd5960cf1f8a None None] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:35:59.132831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:35:59.202844 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:35:59.207682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:35:59.208085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:59.326594 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:59.359546 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe,segment=NetworkSegment(2b733579-5c80-43f7-a84b-846cd22baca3),segment_id=2b733579-5c80-43f7-a84b-846cd22baca3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:35:59.362364 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:35:59.365634 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:35:59.433721 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:35:59.437032 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:36:00.066039 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 40988) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:36:00.266492 dv-cinder-750782-3-smb neutron-server[80151]: WARNING oslo_policy.policy [None req-67ec3cdd-6da5-443a-bd53-33c17743bbd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 20:36:00.267160 dv-cinder-750782-3-smb neutron-server[80151]: WARNING oslo_policy.policy [None req-67ec3cdd-6da5-443a-bd53-33c17743bbd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 20:36:00.529279 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.policy [None req-67ec3cdd-6da5-443a-bd53-33c17743bbd1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80262) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 19 20:36:00.530051 dv-cinder-750782-3-smb neutron-server[80151]: WARNING oslo_policy.policy [None req-67ec3cdd-6da5-443a-bd53-33c17743bbd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 20:36:00.530458 dv-cinder-750782-3-smb neutron-server[80151]: WARNING oslo_policy.policy [None req-67ec3cdd-6da5-443a-bd53-33c17743bbd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 20:36:00.727318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:36:00.788088 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-67ec3cdd-6da5-443a-bd53-33c17743bbd1 admin admin] 10.222.0.13 "GET /v2.0/routers/da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b HTTP/1.1" status: 200 len: 710 time: 0.7193542 Nov 19 20:36:00.959882 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81ad741-c3a3-4dd8-a020-6656fb8a8f36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:36:00.961649 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c81ad741-c3a3-4dd8-a020-6656fb8a8f36 admin admin] 10.222.0.13 "GET /v2.0/networks/19bfa57d-a95f-48de-acf6-6b99b2c60e31 HTTP/1.1" status: 200 len: 886 time: 0.1674588 Nov 19 20:36:00.971373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:36:01.113430 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:36:01.186772 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:36:01.187183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:01.615678 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774036'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:01.810035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:01.846129 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:01.862138 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:01.906093 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.quota [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Loaded quota_driver: . Nov 19 20:36:01.910169 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:36:01.915386 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:36:01.918852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:36:01.925436 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:36:02.001767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:02.004397 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:02.020148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:36:02.131059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a834d6a9-1e7d-4c35-a6d7-4fd35065deb4,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:36:02.183163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.183529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.183886 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.184237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.184611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.184958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.185300 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.185643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.185991 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.186329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.186667 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.187000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Tracked resource versions report: Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: pushed versions: Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: { 'AddressGroup': {'1.0'}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': {'1.0'}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': {'1.0'}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': {'1.1'}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': {'1.6'}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': {'1.2'}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': {'1.8'}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': {'1.2'}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': {'1.0'}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': {'1.0'}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': {'1.1'}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': {'1.1'}} Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: consumer versions: Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: { DHCP agent@dv-cinder-750782-3-smb: {}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: L3 agent@dv-cinder-750782-3-smb: {}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: Metadata agent@dv-cinder-750782-3-smb: {}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: Metering agent@dv-cinder-750782-3-smb: {}, Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@dv-cinder-750782-3-smb: { 'AddressGroup': '1.0', Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}} Nov 19 20:36:02.188105 dv-cinder-750782-3-smb neutron-server[80151]: {{(pid=80262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 20:36:02.237544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:36:02.336723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Allocated IP 172.28.1.87 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/aed70b20-bb3b-46aa-8b3a-ad42251f9440) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:36:02.491955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:02.544215 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:02.559107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:36:02.697379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Pushing event updated for resources: {'Port': ['ID=aed70b20-bb3b-46aa-8b3a-ad42251f9440,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:36:02.704389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:36:02.745065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:36:02.746082 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:36:02.748963 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:36:02.928823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:03.099543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774036'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:03.103090 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853173995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853173978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1601838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852802626'] for router, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:03.451455 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Router da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:36:03.650703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:36:03.661170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Sync routers for ids ['da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:36:03.666684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:03.667947 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] 10.222.0.13 "PUT /v2.0/routers/da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b HTTP/1.1" status: 200 len: 889 time: 2.7002025 Nov 19 20:36:03.675359 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Routers {'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:36:03.676067 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:35:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:36:03.882575 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Set router da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:36:04.384076 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'name': 'router1', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aed70b20-bb3b-46aa-8b3a-ad42251f9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:41Z', 'updated_at': '2020-11-19T20:36:02Z', 'revision_number': 4, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'gw_port': {'id': 'aed70b20-bb3b-46aa-8b3a-ad42251f9440', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:36:02Z', 'updated_at': '2020-11-19T20:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe', 'name': '', 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'mac_address': 'fa:16:3e:93:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:51Z', 'updated_at': '2020-11-19T20:35:59Z', 'revision_number': 5, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'subnets': [{'id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f9f6f00-8de8-4a0f-a447-fa968886edc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:36:04.389050 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Checking router: da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:36:04.389453 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Updating router da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b port aed70b20-bb3b-46aa-8b3a-ad42251f9440 binding host dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:36:04.441673 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:04.835187 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:04.847723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Transition to ACTIVE for port object aed70b20-bb3b-46aa-8b3a-ad42251f9440 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:36:04.850876 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:04.866476 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:36:05.010569 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c59d2-8a29-4218-9fe4-755c6d57433e None None] Pushing event updated for resources: {'Port': ['ID=aed70b20-bb3b-46aa-8b3a-ad42251f9440,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:36:05.014903 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-463c59d2-8a29-4218-9fe4-755c6d57433e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:36:05.066260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Attempting to bind port aed70b20-bb3b-46aa-8b3a-ad42251f9440 on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:36:05.066671 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Attempting to bind port aed70b20-bb3b-46aa-8b3a-ad42251f9440 by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:36:05.067515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Attempting to bind port aed70b20-bb3b-46aa-8b3a-ad42251f9440 on network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:36:05.075272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:36:05.075682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Checking segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:36:05.076122 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:05.076583 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Bound using segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:36:05.077098 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Bound port: aed70b20-bb3b-46aa-8b3a-ad42251f9440, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:36:05.077508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:05.151308 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] For port aed70b20-bb3b-46aa-8b3a-ad42251f9440, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:36:05.154656 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] For port aed70b20-bb3b-46aa-8b3a-ad42251f9440, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=aed70b20-bb3b-46aa-8b3a-ad42251f9440,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:36:05.158185 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:05.173786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:36:05.325179 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c59d2-8a29-4218-9fe4-755c6d57433e None None] Pushing event updated for resources: {'Port': ['ID=aed70b20-bb3b-46aa-8b3a-ad42251f9440,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:36:05.330477 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-463c59d2-8a29-4218-9fe4-755c6d57433e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:36:05.372593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Routers {'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:36:05.373175 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:35:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:36:05.556747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] Set router da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:36:05.904197 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'name': 'router1', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aed70b20-bb3b-46aa-8b3a-ad42251f9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:41Z', 'updated_at': '2020-11-19T20:36:02Z', 'revision_number': 4, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'gw_port': {'id': 'aed70b20-bb3b-46aa-8b3a-ad42251f9440', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:36:02Z', 'updated_at': '2020-11-19T20:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe', 'name': '', 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'mac_address': 'fa:16:3e:93:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:51Z', 'updated_at': '2020-11-19T20:35:59Z', 'revision_number': 5, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'subnets': [{'id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f9f6f00-8de8-4a0f-a447-fa968886edc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:36:05.909014 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873167a1-dfa0-4853-936d-3a20ad23784a None None] The sync data for ids ['da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b'] in dv-cinder-750782-3-smb is: [{'id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'name': 'router1', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aed70b20-bb3b-46aa-8b3a-ad42251f9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:41Z', 'updated_at': '2020-11-19T20:36:02Z', 'revision_number': 4, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'gw_port': {'id': 'aed70b20-bb3b-46aa-8b3a-ad42251f9440', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:36:02Z', 'updated_at': '2020-11-19T20:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe', 'name': '', 'network_id': 'a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00', 'tenant_id': 'a34eb49c6d06476caba545599d65a7fc', 'mac_address': 'fa:16:3e:93:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9aee9e-c5f3-4490-9cd7-ce8b02a68f6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:51Z', 'updated_at': '2020-11-19T20:35:59Z', 'revision_number': 5, 'project_id': 'a34eb49c6d06476caba545599d65a7fc', 'subnets': [{'id': '541c2d52-e6b1-4be9-8b7f-faba0ac90ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f9f6f00-8de8-4a0f-a447-fa968886edc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:36:06.377885 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 41008) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:36:06.537137 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f482cbc7-3ae3-406e-8911-1023e2bf764f admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1573918 Nov 19 20:36:07.151790 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device aed70b20-bb3b-46aa-8b3a-ad42251f9440 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:36:07.226595 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port aed70b20-bb3b-46aa-8b3a-ad42251f9440 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:36:07.239385 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port aed70b20-bb3b-46aa-8b3a-ad42251f9440 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:36:07.240459 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:07.381791 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:07.400611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port aed70b20-bb3b-46aa-8b3a-ad42251f9440, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=aed70b20-bb3b-46aa-8b3a-ad42251f9440,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:36:07.404156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:07.408142 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-463c59d2-8a29-4218-9fe4-755c6d57433e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:36:07.490320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=aed70b20-bb3b-46aa-8b3a-ad42251f9440,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:36:07.493736 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:36:09.133624 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device aed70b20-bb3b-46aa-8b3a-ad42251f9440 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:36:09.234292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port aed70b20-bb3b-46aa-8b3a-ad42251f9440 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:36:09.235529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:12.710088 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9be4d7fb-7fb1-4eeb-8529-bff3dcb0deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:15.415934 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2ed60023-ee83-4ddf-9a16-2cf0d226d2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:15.741512 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:16.847773 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:16.868271 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:37.729189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:36:42.703256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a771b213-bdd5-4a22-b48f-a183ac77bf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:45.409056 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d888ffa7-45a9-45d0-aa7d-b988b6e2400b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:45.695175 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:46.832950 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:36:46.835217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:37:12.706656 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-26881dc1-3008-49d6-a963-cce5ccdbca42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:37:14.731103 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:37:15.411749 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b044b14d-1144-4fa2-9c9d-69aeae608c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:37:15.700897 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:37:16.989878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:37:16.994364 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:37:42.708647 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-62fbb391-d821-47c1-a4d1-96106a5261d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:37:45.413514 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-955f9527-eabb-41b9-b764-1ae64bf04e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:37:45.700160 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:37:46.842461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:37:46.848880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:37:51.731599 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:38:12.709823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a74be4c-a9ca-41bc-9519-443bb2f60ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:15.414876 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd862fe3-1f12-40ea-8650-75242cf38425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:15.704321 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:16.837248 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:16.839853 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:20.790724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 41584) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:38:20.891813 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb1a7f0-c2ce-440f-9c3c-e5514cf53913 admin admin] GET failed (client error): The resource could not be found. Nov 19 20:38:20.893125 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-bcb1a7f0-c2ce-440f-9c3c-e5514cf53913 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1013670 Nov 19 20:38:21.039211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a12d25-f95d-4e23-9400-6d35a2df6cdf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:21.041037 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f0a12d25-f95d-4e23-9400-6d35a2df6cdf admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1433191 Nov 19 20:38:23.550082 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 41594) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:38:23.693483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f645d0cd-b0bd-4434-8595-7bfdb4da1bf5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:23.694909 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f645d0cd-b0bd-4434-8595-7bfdb4da1bf5 admin admin] 10.222.0.13 "GET /v2.0/subnets/541c2d52-e6b1-4be9-8b7f-faba0ac90ad6 HTTP/1.1" status: 200 len: 849 time: 0.1438305 Nov 19 20:38:23.705155 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:38:23.831001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Notify callbacks [] for subnet, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:24.147604 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747962600205'] for subnet, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:24.162815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:38:24.307494 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Pushing event updated for resources: {'Subnet': ['ID=541c2d52-e6b1-4be9-8b7f-faba0ac90ad6,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:38:24.323050 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.323428 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.323795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.324158 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.324541 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.324896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.325250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.325602 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.325973 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.326326 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.326677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.327026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:38:24.342253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:38:24.358407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:24.359052 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:24.360540 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] 10.222.0.13 "PUT /v2.0/subnets/541c2d52-e6b1-4be9-8b7f-faba0ac90ad6 HTTP/1.1" status: 200 len: 868 time: 0.6594520 Nov 19 20:38:24.376107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae1d72d-f538-4da5-9cb0-4ed895e54e6a None None] Network a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:38:24.876048 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-46791029-97fe-4b95-bb14-64044ae15106 None None] Provisioning complete for port a51eb1a5-f9fe-4adf-a54e-2729d87f38cc triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:38:24.876627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46791029-97fe-4b95-bb14-64044ae15106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:25.006255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-46791029-97fe-4b95-bb14-64044ae15106 None None] Provisioning complete for port bd81e20a-4d3a-4d55-b3ea-bddfca2cc7fe triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:38:25.006558 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46791029-97fe-4b95-bb14-64044ae15106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:26.842244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 41604) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:38:27.057885 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff682a47-ae17-4acc-85fb-f650bf2cac12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:27.058224 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff682a47-ae17-4acc-85fb-f650bf2cac12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:27.059876 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ff682a47-ae17-4acc-85fb-f650bf2cac12 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2166317 Nov 19 20:38:28.732599 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:38:29.562483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 41614) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:38:29.775036 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee4f1c-32bd-421d-a8cf-d40844d0ae82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:29.775568 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee4f1c-32bd-421d-a8cf-d40844d0ae82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:29.777020 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7bee4f1c-32bd-421d-a8cf-d40844d0ae82 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2134130 Nov 19 20:38:32.272511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 41624) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:38:32.481514 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c820c-67b8-40f0-96b8-dc4bdcf8cf43 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:32.483005 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-786c820c-67b8-40f0-96b8-dc4bdcf8cf43 admin admin] 10.222.0.13 "GET /v2.0/networks/19bfa57d-a95f-48de-acf6-6b99b2c60e31 HTTP/1.1" status: 200 len: 886 time: 0.2089434 Nov 19 20:38:34.954934 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 41634) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:38:35.173523 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62e5b4c-a2d5-4f43-88bb-119c2b7712e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:35.175019 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d62e5b4c-a2d5-4f43-88bb-119c2b7712e3 admin admin] 10.222.0.13 "GET /v2.0/networks/a0d34d43-fbcc-4ff9-8fba-4f9bb646ca00 HTTP/1.1" status: 200 len: 862 time: 0.2190738 Nov 19 20:38:37.659749 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 41644) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:38:37.804600 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d0990-eca4-4a5f-b99d-ca7d4075ae92 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:37.805008 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d0990-eca4-4a5f-b99d-ca7d4075ae92 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:37.806618 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-276d0990-eca4-4a5f-b99d-ca7d4075ae92 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1457987 Nov 19 20:38:40.278418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 41654) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:38:40.421395 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3486271a-68f2-4e02-b4fb-31ae646dcab0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:40.421856 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3486271a-68f2-4e02-b4fb-31ae646dcab0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:40.423465 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-3486271a-68f2-4e02-b4fb-31ae646dcab0 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1440318 Nov 19 20:38:42.711765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff3607a3-bc83-4b42-9e05-8b2686aaa9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:42.909216 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 41664) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:38:43.057103 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee1d5ed-0ecf-43a7-8978-9401178be64b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:43.058528 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1ee1d5ed-0ecf-43a7-8978-9401178be64b admin admin] 10.222.0.13 "GET /v2.0/subnets/541c2d52-e6b1-4be9-8b7f-faba0ac90ad6 HTTP/1.1" status: 200 len: 868 time: 0.1483207 Nov 19 20:38:45.416685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e144ed24-9467-4a55-96d7-668804d57ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:45.553887 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 41674) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:38:45.691670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a6676-4986-4f14-98d1-fadefae0236d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:38:45.693079 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-136a6676-4986-4f14-98d1-fadefae0236d admin admin] 10.222.0.13 "GET /v2.0/subnets/785510c2-2106-47be-a83e-d82e7889b90b HTTP/1.1" status: 200 len: 816 time: 0.1381710 Nov 19 20:38:45.705351 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:46.839461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:38:46.845499 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:05.734114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:39:11.438870 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 41714) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:39:11.525875 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [None req-6ac6f2ed-a21a-44ac-86cb-507078488789 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:39:11.526957 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-6ac6f2ed-a21a-44ac-86cb-507078488789 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0870526 Nov 19 20:39:12.714577 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14024cfe-66bc-4049-88a0-97a3896ceb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:14.284906 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 41724) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:39:14.386843 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0b2d6e-f0af-4962-8233-001c77979f0b admin admin] GET failed (client error): The resource could not be found. Nov 19 20:39:14.388061 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-2b0b2d6e-f0af-4962-8233-001c77979f0b admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1021082 Nov 19 20:39:14.524958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d76b530-df88-4ff3-af88-a060f2842134 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:39:14.526503 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7d76b530-df88-4ff3-af88-a060f2842134 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1335146 Nov 19 20:39:15.419500 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a7dee39c-8a4a-4cdc-9574-88a0142b9b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:15.708997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:16.842935 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:16.845613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:17.026383 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 41734) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:39:17.105934 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:39:17.111254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:39:17.121013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:39:17.130841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Made reservation on behalf of 221ad2c574674ab8878e578dc8960709 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:39:17.135376 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:17.229064 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.services.revisions.revision_plugin [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Could not find related network for resource to bump revision. Nov 19 20:39:17.244823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:39:17.254336 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:17.254708 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Added segment adce06cb-5eb2-4614-8431-08551bb285f3 of type vxlan for network da2e6ad0-144f-44ef-ae61-c6915f5e2212 Nov 19 20:39:17.279979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:17.308452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:17.309671 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:39:17.310285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:17.315669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:39:17.417198 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3896658 Nov 19 20:39:17.423124 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Pushing event updated for resources: {'Network': ['ID=da2e6ad0-144f-44ef-ae61-c6915f5e2212,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:39:17.431944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.432318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.432733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.433089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.433450 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.433803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.434153 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.434500 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.434909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.435257 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.435601 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.435971 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:17.443643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:39:17.448307 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network da2e6ad0-144f-44ef-ae61-c6915f5e2212 details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:39:19.918194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 41744) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:39:20.020268 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.pecan_wsgi.hooks.translation [None req-038c2237-f7e8-42a8-82a4-07a297d58ac5 admin admin] GET failed (client error): The resource could not be found. Nov 19 20:39:20.020864 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-038c2237-f7e8-42a8-82a4-07a297d58ac5 admin admin] Synchronizing usage tracker for tenant:221ad2c574674ab8878e578dc8960709 on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:39:20.036076 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-038c2237-f7e8-42a8-82a4-07a297d58ac5 admin admin] Unset dirty status for tenant:221ad2c574674ab8878e578dc8960709 on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:39:20.037266 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-038c2237-f7e8-42a8-82a4-07a297d58ac5 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1180530 Nov 19 20:39:20.153872 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63fea95-d60f-45ce-a022-e41b55e60f2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:39:20.156080 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a63fea95-d60f-45ce-a022-e41b55e60f2e admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1142664 Nov 19 20:39:20.167207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:39:20.171992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:39:20.176030 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Usage tracker for resource:subnet and tenant:221ad2c574674ab8878e578dc8960709 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:39:20.179011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:39:20.184701 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:39:20.193883 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Made reservation on behalf of 221ad2c574674ab8878e578dc8960709 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:39:20.198407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:20.759617 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:20.775124 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:39:20.906578 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd55f12-910b-497e-85a1-ae77f2101101,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:39:20.910424 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:39:20.971694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Checking segment: {'id': 'adce06cb-5eb2-4614-8431-08551bb285f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:39:20.972281 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Network hostable DHCP agents. Network: da2e6ad0-144f-44ef-ae61-c6915f5e2212, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:39:20.992609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Network da2e6ad0-144f-44ef-ae61-c6915f5e2212 is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:39:21.000689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, da2e6ad0-144f-44ef-ae61-c6915f5e2212) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:39:21.004661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:39:21.005327 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:21.010565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09556980-cb60-4222-8ec6-2e5d527a175a None None] Network da2e6ad0-144f-44ef-ae61-c6915f5e2212 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:39:21.028936 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8657317 Nov 19 20:39:21.252666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc849136c-8a10-5e16-8704-b642f74a4693-da2e6ad0-144f-44ef-ae61-c6915f5e2212', 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212', 'tenant_id': '221ad2c574674ab8878e578dc8960709', 'fixed_ips': [{'subnet_id': '4fd55f12-910b-497e-85a1-ae77f2101101'}]}} from dv-cinder-750782-3-smb. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 20:39:21.253574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:21.549040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Allocated IP 192.168.233.2 (da2e6ad0-144f-44ef-ae61-c6915f5e2212/4fd55f12-910b-497e-85a1-ae77f2101101/a671c3e4-a414-4e2b-9201-e15022b58303) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:39:21.775200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:21.786658 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Transition to ACTIVE for port object a671c3e4-a414-4e2b-9201-e15022b58303 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:39:21.804984 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Transition to ACTIVE for port object a671c3e4-a414-4e2b-9201-e15022b58303 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:39:21.809832 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:21.826692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:39:21.970163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Pushing event updated for resources: {'Port': ['ID=a671c3e4-a414-4e2b-9201-e15022b58303,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:39:21.985465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.985985 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.986177 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.986562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.986895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.987250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.987604 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.987953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.988305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.988676 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.989022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.989844 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:39:21.995131 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:39:22.031270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Network da2e6ad0-144f-44ef-ae61-c6915f5e2212 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:39:22.032520 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Resources bound (agent type, host, resource id): {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:39:22.034909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:39:22.092289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Attempting to bind port a671c3e4-a414-4e2b-9201-e15022b58303 on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:39:22.092669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Attempting to bind port a671c3e4-a414-4e2b-9201-e15022b58303 by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': 'adce06cb-5eb2-4614-8431-08551bb285f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:39:22.093249 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Attempting to bind port a671c3e4-a414-4e2b-9201-e15022b58303 on network da2e6ad0-144f-44ef-ae61-c6915f5e2212 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:39:22.100188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:39:22.100645 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Checking segment: {'id': 'adce06cb-5eb2-4614-8431-08551bb285f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:39:22.101085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:22.101520 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Bound using segment: {'id': 'adce06cb-5eb2-4614-8431-08551bb285f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:39:22.102029 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Bound port: a671c3e4-a414-4e2b-9201-e15022b58303, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adce06cb-5eb2-4614-8431-08551bb285f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:39:22.102439 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:22.195330 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] For port a671c3e4-a414-4e2b-9201-e15022b58303, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:39:22.198939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] For port a671c3e4-a414-4e2b-9201-e15022b58303, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=a671c3e4-a414-4e2b-9201-e15022b58303,segment=NetworkSegment(adce06cb-5eb2-4614-8431-08551bb285f3),segment_id=adce06cb-5eb2-4614-8431-08551bb285f3)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:39:22.201343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:22.220944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:39:22.376208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Pushing event updated for resources: {'Port': ['ID=a671c3e4-a414-4e2b-9201-e15022b58303,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:39:22.387912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:39:23.240540 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device a671c3e4-a414-4e2b-9201-e15022b58303 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:39:23.313626 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port a671c3e4-a414-4e2b-9201-e15022b58303 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:39:23.656898 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a214189-ae34-4567-9acf-1a9ef7855e4e None None] Network da2e6ad0-144f-44ef-ae61-c6915f5e2212 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:39:23.914880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-676e47a9-d4db-4fff-915f-4f5a2fcd3945 None None] Provisioning for port a671c3e4-a414-4e2b-9201-e15022b58303 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:39:23.923382 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-676e47a9-d4db-4fff-915f-4f5a2fcd3945 None None] Provisioning complete for port a671c3e4-a414-4e2b-9201-e15022b58303 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:39:23.923783 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-676e47a9-d4db-4fff-915f-4f5a2fcd3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:24.152295 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-676e47a9-d4db-4fff-915f-4f5a2fcd3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:24.196341 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-676e47a9-d4db-4fff-915f-4f5a2fcd3945 None None] For port a671c3e4-a414-4e2b-9201-e15022b58303, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=a671c3e4-a414-4e2b-9201-e15022b58303,segment=NetworkSegment(adce06cb-5eb2-4614-8431-08551bb285f3),segment_id=adce06cb-5eb2-4614-8431-08551bb285f3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:39:24.200017 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-676e47a9-d4db-4fff-915f-4f5a2fcd3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:24.201926 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:39:24.270917 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e47a9-d4db-4fff-915f-4f5a2fcd3945 None None] Pushing event updated for resources: {'Port': ['ID=a671c3e4-a414-4e2b-9201-e15022b58303,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:39:24.274209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-676e47a9-d4db-4fff-915f-4f5a2fcd3945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:39:24.431063 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6b7c18ca-94ef-4a72-acfb-8f1299d42cb1 None None] Provisioning complete for port a671c3e4-a414-4e2b-9201-e15022b58303 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:39:24.431475 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6b7c18ca-94ef-4a72-acfb-8f1299d42cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:24.682561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-b1e1d937-837e-42d9-b58d-ed40ae9700d8 None None] Provisioning complete for port a671c3e4-a414-4e2b-9201-e15022b58303 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:39:24.682977 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1e1d937-837e-42d9-b58d-ed40ae9700d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:25.222131 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device a671c3e4-a414-4e2b-9201-e15022b58303 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:39:25.294601 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port a671c3e4-a414-4e2b-9201-e15022b58303 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:39:25.295242 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:42.720284 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2eceb17-ce0a-43bb-be26-3c47be29c053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:42.734523 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:39:45.421125 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c3a4-30b9-43d8-9636-3f14baf9aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:45.713557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:46.847379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:39:46.852005 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:12.725357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c5c40aa-b288-4717-ab3a-ce24e6357439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:15.422883 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-447f5c3e-cf89-41e4-8fd8-9b5c75e59acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:15.717875 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:16.853195 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:16.857908 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:19.736155 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:40:22.971043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 41786) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:40:22.977375 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [None req-25d63433-622b-49f4-acf7-52622a6a95be tempest-verify_tempest_config-510631207 tempest-verify_tempest_config-510631207] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:40:22.978391 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-25d63433-622b-49f4-acf7-52622a6a95be tempest-verify_tempest_config-510631207 tempest-verify_tempest_config-510631207] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0063465 Nov 19 20:40:23.333921 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 41806) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:40:23.486534 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:23.520371 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:40:23.524333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Usage tracker for resource:security_group_rule and tenant:994a7cda99bf44438a1d9a3aec2642fb is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:40:23.527738 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:40:23.533619 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:40:23.601255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:23.603713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:23.612420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b1eb5c9-5544-4aee-9e93-261286f7f831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:40:23.653429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1f16f4-6ba5-4e38-b44e-aeace07d7c48,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:40:23.656220 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Synchronizing usage tracker for tenant:221ad2c574674ab8878e578dc8960709 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:40:23.671506 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.671920 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.672323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.672706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.673124 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.673565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.673989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.674338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.674686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.675036 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.675382 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.675726 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:40:23.682329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:40:23.687239 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Unset dirty status for tenant:221ad2c574674ab8878e578dc8960709 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:40:23.688635 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=994a7cda99bf44438a1d9a3aec2642fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3536603 Nov 19 20:40:23.691201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 41812) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:40:23.754888 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0211f669-c133-4131-a46b-cea011e05123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:23.781886 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0211f669-c133-4131-a46b-cea011e05123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:23.830472 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0211f669-c133-4131-a46b-cea011e05123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:23.835465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:40:23.846594 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211f669-c133-4131-a46b-cea011e05123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1f16f4-6ba5-4e38-b44e-aeace07d7c48,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:40:23.850157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0211f669-c133-4131-a46b-cea011e05123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:40:23.853420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0211f669-c133-4131-a46b-cea011e05123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:23.854604 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-0211f669-c133-4131-a46b-cea011e05123 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a1f16f4-6ba5-4e38-b44e-aeace07d7c48 HTTP/1.1" status: 204 len: 168 time: 0.1624575 Nov 19 20:40:42.726744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80c15aed-385a-443b-9b9e-bfe86229442f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:45.425246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-feab8754-8c83-41af-a890-100066ad4444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:45.716502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:46.835584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:46.851798 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:40:56.736693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:41:12.734757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3252dc90-c37d-4bbc-a3d1-ff52a86154f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:41:15.426997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-856fdee8-f82f-4f7c-a472-36e850b920e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:41:15.719440 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:41:16.836228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:41:16.852545 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:41:33.737128 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:41:42.728644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-55f35f12-2bc3-43c0-974e-d4bc1701b08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:41:45.428456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2a208259-cb78-444a-893a-2d422714b407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:41:45.721180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:41:46.840594 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:41:46.856642 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:08.660683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:08.661341 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.661505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.662045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.662418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.662833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.663206 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.663595 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.664001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.664692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.665072 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.665462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.666312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:42:08.666982 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75078', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:42:08.670895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75078', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:42:09.054804 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] get_endpoint_by_host() called for host hv-cinder-75078 {{(pid=80264) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 19 20:42:09.058949 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] get_endpoint_by_ip() called for ip 192.168.0.31 {{(pid=80264) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 19 20:42:09.062106 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] _add_endpoint() called for ip 192.168.0.31 {{(pid=80264) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 19 20:42:09.066803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] _get_endpoints() called {{(pid=80264) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 19 20:42:10.738587 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:42:12.730483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-30fe760f-4d9a-440e-949f-cf50d61e6c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:15.433773 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d9f4-98bf-41bb-aa7c-90fd4c4473ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:15.725925 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:16.852148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:16.861317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:21.824875 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 41884) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:42:21.979092 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7a931d7a-d24d-42db-81aa-299c5fccf977 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1530530 Nov 19 20:42:24.445356 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 41894) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:42:24.533562 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1d324127-40a3-4b47-9702-86013c09932a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0870397 Nov 19 20:42:38.667840 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:42.732299 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-056c3118-feb5-479d-a3ad-6d03bc73b564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:45.428463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-79ca3e7a-6905-4315-8b18-b0c531a2806c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:45.728837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:46.845580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:46.861510 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:42:47.740977 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:43:08.673969 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:43:12.733372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-86882859-e1cc-49cd-9a95-55039a5c0acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:43:15.434089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb0f09ff-57eb-4e6f-a74b-87245a69e831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:43:15.731374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:43:16.857105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:43:16.868891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:43:24.742133 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:43:38.696392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:43:42.734623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa444745-120f-4250-b343-782a949591fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:43:45.435531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4037758d-7f98-4a10-a372-f4944bca6006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:43:45.734229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:43:46.850601 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:43:46.867187 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:01.743469 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:44:06.313295 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 42004) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:06.651370 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-837222856-network', 'tenant_id': 'deb85f345c6f42f4be3169158c29fd70'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:06.657246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:06.661721 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Usage tracker for resource:network and tenant:deb85f345c6f42f4be3169158c29fd70 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:06.665408 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:06.671361 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:06.684234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Made reservation on behalf of deb85f345c6f42f4be3169158c29fd70 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:06.689035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:06.703133 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:06.748581 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:06.753194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Usage tracker for resource:security_group_rule and tenant:deb85f345c6f42f4be3169158c29fd70 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:06.756802 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:06.762958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:06.854162 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:06.857517 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:06.861089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4b318ead-4fd4-4fe2-b478-2b0c1639da65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:06.901623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:44:06.911015 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:06.918425 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:06.918814 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Added segment b7667e6d-460c-434a-9a97-415fdf93511f of type vxlan for network 343d6c05-0742-4383-94b3-ea67030c008b Nov 19 20:44:06.929965 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.930327 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.930690 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.931053 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.931412 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.931767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.932121 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.932494 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.932846 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.933197 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.933552 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.933898 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.934305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.934653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.935001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.935348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.935693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.936052 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.936391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.936758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.937122 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.937467 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.937809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.938150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Tracked resource versions report: Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: pushed versions: Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: { 'AddressGroup': {'1.0'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': {'1.0'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': {'1.0'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': {'1.1'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': {'1.6'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': {'1.2'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': {'1.8'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': {'1.2'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': {'1.0'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': {'1.0'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': {'1.1'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': {'1.1'}} Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: consumer versions: Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: { DHCP agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: L3 agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: Metadata agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: Metering agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@dv-cinder-750782-3-smb: { 'AddressGroup': '1.0', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}, Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.0', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}} Nov 19 20:44:06.939424 dv-cinder-750782-3-smb neutron-server[80151]: {{(pid=80263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 20:44:06.945540 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:06.964215 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:06.995241 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:06.996480 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:06.997118 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:07.002248 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:07.054538 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7400744 Nov 19 20:44:07.057598 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42040) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:07.066512 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Request body: {'subnet': {'network_id': '343d6c05-0742-4383-94b3-ea67030c008b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-837222856-subnet', 'tenant_id': 'deb85f345c6f42f4be3169158c29fd70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:07.074518 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:07.079770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Usage tracker for resource:subnet and tenant:deb85f345c6f42f4be3169158c29fd70 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:07.083975 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:07.090545 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:07.102385 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Made reservation on behalf of deb85f345c6f42f4be3169158c29fd70 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:07.115574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:07.118579 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Pushing event updated for resources: {'Network': ['ID=343d6c05-0742-4383-94b3-ea67030c008b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:07.121670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:07.132323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 343d6c05-0742-4383-94b3-ea67030c008b details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:44:07.154622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network 343d6c05-0742-4383-94b3-ea67030c008b details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:44:07.616496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:07.633562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6a10fa09-91be-4bca-905d-b7cefb21885a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:07.774330 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45484d4f-2d08-4b31-bfcf-6ef2b7a41861,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:07.805863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.805863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.805863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.805863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.805863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.805863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.805863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.805863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.805863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.805863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.805863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.806742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.806742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.806981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.807160 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.807593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.807834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.808185 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.808556 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.808907 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.809259 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.809606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.809966 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.810296 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Tracked resource versions report: Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: pushed versions: Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: { 'AddressGroup': {'1.0'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': {'1.0'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': {'1.0'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': {'1.1'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': {'1.6'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': {'1.2'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': {'1.8'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': {'1.2'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': {'1.0'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': {'1.0'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': {'1.1'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': {'1.1'}} Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: consumer versions: Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: { DHCP agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: L3 agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: Metadata agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: Metering agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@dv-cinder-750782-3-smb: { 'AddressGroup': '1.0', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}, Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.0', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}} Nov 19 20:44:07.811598 dv-cinder-750782-3-smb neutron-server[80151]: {{(pid=80262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 20:44:07.815086 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:07.862011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Checking segment: {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:44:07.862401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Network hostable DHCP agents. Network: 343d6c05-0742-4383-94b3-ea67030c008b, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:44:07.907347 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Network 343d6c05-0742-4383-94b3-ea67030c008b is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:44:07.919103 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 343d6c05-0742-4383-94b3-ea67030c008b) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:07.923993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:07.924669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:07.929097 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c7a77b-4604-4591-9122-1bb4e495f6d0 None None] Network 343d6c05-0742-4383-94b3-ea67030c008b requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:44:07.957071 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-8edb9aba-6807-4a32-ad0c-47f2592e68b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8971050 Nov 19 20:44:08.007880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42072) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:08.183708 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eac3cbb-a9da-4990-afa1-aa6888541bf0 None None] Network 343d6c05-0742-4383-94b3-ea67030c008b requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:44:08.433578 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-905094364-network', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:08.438660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:08.443981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Usage tracker for resource:network and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:08.447357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:08.453878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:08.464176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Made reservation on behalf of 6ceb88dd8adf4523893df6a0118dd5b2 for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:08.469402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:08.484305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:08.519791 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:08.523981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:08.532323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:08.540765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:08.616666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:08.620413 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:08.625656 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:08.670669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:44:08.680388 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262bb010-8586-41b6-9eea-9c8a4b083ad2,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:08.684157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:08.695311 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747962617920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:08.695516 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Added segment b4366c35-b23b-4d7b-b8eb-600ce013a900 of type vxlan for network 3ce5521b-869b-47f6-915a-65202afa7823 Nov 19 20:44:08.708661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:08.742730 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:08.780107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:08.781536 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:08.782166 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:08.788901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:08.915890 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.9065583 Nov 19 20:44:08.919139 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 42102) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:08.922771 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce5521b-869b-47f6-915a-65202afa7823,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:08.926636 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:08.926798 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Request body: {'subnet': {'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-905094364-subnet', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:08.933356 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:08.938034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 3ce5521b-869b-47f6-915a-65202afa7823 details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:44:08.938235 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Usage tracker for resource:subnet and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:08.942588 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:08.952402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:08.963111 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network 3ce5521b-869b-47f6-915a-65202afa7823 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:44:08.964014 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Made reservation on behalf of 6ceb88dd8adf4523893df6a0118dd5b2 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:08.969628 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:09.061365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42112) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:09.443432 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:09.457144 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-73084ad7-4e64-43e1-a8c9-c8f430e1047d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:09.544686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-350501551-network', 'tenant_id': '67b6a6689cc1478d8566428f5749a8fd'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:09.552095 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:09.560530 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Usage tracker for resource:network and tenant:67b6a6689cc1478d8566428f5749a8fd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:09.565940 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:09.572809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:09.584992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Made reservation on behalf of 67b6a6689cc1478d8566428f5749a8fd for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:09.589961 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:09.605080 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:09.608520 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Pushing event updated for resources: {'Subnet': ['ID=76030e34-5631-4aa3-9b7e-6153e008aab3,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:09.613019 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:09.652343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:09.657510 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Usage tracker for resource:security_group_rule and tenant:67b6a6689cc1478d8566428f5749a8fd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:09.660891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:09.668937 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:09.681646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Checking segment: {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:44:09.682033 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Network hostable DHCP agents. Network: 3ce5521b-869b-47f6-915a-65202afa7823, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:44:09.704727 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Network 3ce5521b-869b-47f6-915a-65202afa7823 is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:44:09.716844 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 3ce5521b-869b-47f6-915a-65202afa7823) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:09.722636 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:09.723323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:09.727909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1c5379-ec94-4ba0-a740-fbb713d5153e None None] Network 3ce5521b-869b-47f6-915a-65202afa7823 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:44:09.752120 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42142) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:09.752769 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8322113 Nov 19 20:44:09.756662 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:09.760825 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:09.766343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:09.768550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:09.771582 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Usage tracker for resource:router and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:09.778238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:09.781170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:09.794371 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:09.809306 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:44:09.831871 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1973055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:09.832833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852802761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1601992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2050487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774019'] for router, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:09.862555 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:10.166147 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747962617920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:10.167175 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Added segment 5709f17e-f994-42be-9d7d-0d3f2862ee81 of type vxlan for network 646bd9ca-80b3-4388-8054-96d0cd8e049d Nov 19 20:44:10.174891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:10.186276 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc849136c-8a10-5e16-8704-b642f74a4693-3ce5521b-869b-47f6-915a-65202afa7823', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3'}]}} from dv-cinder-750782-3-smb. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 20:44:10.191189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:10.232376 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:10.324079 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:10.355566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774036'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:10.371349 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:10.373009 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:10.373638 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:10.393602 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:10.525178 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Pushing event updated for resources: {'Network': ['ID=646bd9ca-80b3-4388-8054-96d0cd8e049d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:10.533020 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4677975 Nov 19 20:44:10.533020 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:10.533529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42162) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:10.543465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 646bd9ca-80b3-4388-8054-96d0cd8e049d details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:44:10.543804 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Request body: {'subnet': {'network_id': '646bd9ca-80b3-4388-8054-96d0cd8e049d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-350501551-subnet', 'tenant_id': '67b6a6689cc1478d8566428f5749a8fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:10.553442 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:10.557404 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Usage tracker for resource:subnet and tenant:67b6a6689cc1478d8566428f5749a8fd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:10.595476 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network 646bd9ca-80b3-4388-8054-96d0cd8e049d details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:44:10.603960 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:10.619208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:10.667425 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Made reservation on behalf of 67b6a6689cc1478d8566428f5749a8fd for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:10.672461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:10.944495 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:10.955627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Allocated IP 172.20.0.2 (3ce5521b-869b-47f6-915a-65202afa7823/76030e34-5631-4aa3-9b7e-6153e008aab3/b4c6785b-8994-4814-a1e2-7ea5a5d333de) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:44:10.984925 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:11.360131 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:11.371389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Transition to ACTIVE for port object b4c6785b-8994-4814-a1e2-7ea5a5d333de will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:44:11.389140 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Transition to ACTIVE for port object b4c6785b-8994-4814-a1e2-7ea5a5d333de will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:44:11.395613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:11.414899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-463c59d2-8a29-4218-9fe4-755c6d57433e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:11.478598 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Allocated IP 172.28.1.26 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/4796dce7-45c4-4cd0-939a-4811afb26fd2) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:44:11.565714 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Pushing event updated for resources: {'Port': ['ID=b4c6785b-8994-4814-a1e2-7ea5a5d333de,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:11.580479 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.580854 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.581236 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.581637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.581955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.582323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.582691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.583056 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.583422 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.583993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.584489 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.584867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.585289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.585655 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.586022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.586383 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.586747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.587110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.587472 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.587834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.588198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.588592 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.588954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.589317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Tracked resource versions report: Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: pushed versions: Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: { 'AddressGroup': {'1.0'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': {'1.0'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': {'1.0'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': {'1.1'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': {'1.6'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': {'1.2'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': {'1.8'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': {'1.2'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': {'1.0'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': {'1.0'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': {'1.1'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': {'1.1'}} Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: consumer versions: Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: { DHCP agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: L3 agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: Metadata agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: Metering agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@dv-cinder-750782-3-smb: { 'AddressGroup': '1.0', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}, Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.0', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}} Nov 19 20:44:11.590652 dv-cinder-750782-3-smb neutron-server[80151]: {{(pid=80264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 20:44:11.603969 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:11.645260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Network 3ce5521b-869b-47f6-915a-65202afa7823 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:44:11.646941 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Resources bound (agent type, host, resource id): {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:11.649937 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:44:11.735271 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Attempting to bind port b4c6785b-8994-4814-a1e2-7ea5a5d333de on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:44:11.735795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Attempting to bind port b4c6785b-8994-4814-a1e2-7ea5a5d333de by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:44:11.736094 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Attempting to bind port b4c6785b-8994-4814-a1e2-7ea5a5d333de on network 3ce5521b-869b-47f6-915a-65202afa7823 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:44:11.751971 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:44:11.752389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Checking segment: {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:44:11.752957 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:11.753319 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Bound using segment: {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:44:11.753460 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:11.753839 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Bound port: b4c6785b-8994-4814-a1e2-7ea5a5d333de, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:44:11.754273 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:11.756357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:11.786963 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:11.919800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] For port b4c6785b-8994-4814-a1e2-7ea5a5d333de, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:44:11.923585 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] For port b4c6785b-8994-4814-a1e2-7ea5a5d333de, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=b4c6785b-8994-4814-a1e2-7ea5a5d333de,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:44:11.931609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:12.155788 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6cfc3b-81a5-42aa-96ea-1a98f91e290c,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:12.163392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:12.167231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:12.199002 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:12.219195 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:12.286094 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Pushing event updated for resources: {'Port': ['ID=b4c6785b-8994-4814-a1e2-7ea5a5d333de,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:12.291798 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:12.394748 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Pushing event updated for resources: {'Port': ['ID=4796dce7-45c4-4cd0-939a-4811afb26fd2,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:12.404355 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:12.434237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Checking segment: {'id': '5709f17e-f994-42be-9d7d-0d3f2862ee81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '646bd9ca-80b3-4388-8054-96d0cd8e049d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:44:12.434475 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Network hostable DHCP agents. Network: 646bd9ca-80b3-4388-8054-96d0cd8e049d, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:44:12.490016 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:44:12.492772 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:12.499465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:44:12.539536 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Network 646bd9ca-80b3-4388-8054-96d0cd8e049d is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:44:12.571110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 646bd9ca-80b3-4388-8054-96d0cd8e049d) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:12.580989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab227ed9-35f6-432a-9364-57dd2e4a9008 None None] Network 646bd9ca-80b3-4388-8054-96d0cd8e049d requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:44:12.600494 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:12.601008 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:12.637569 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0926273 Nov 19 20:44:12.680315 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:12.681168 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853173995'] for router, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:12.855331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 42240) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:12.859702 dv-cinder-750782-3-smb neutron-server[80151]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 20:44:12.903130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2a9470cd-f114-4b58-aec2-57e5e368348c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:13.059444 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d193e5bd-1fe8-4731-9407-818141984d5b None None] Network 646bd9ca-80b3-4388-8054-96d0cd8e049d requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:44:13.123643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-3c8b61a7-2c8c-40f2-ac95-428950573d1a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:13.124682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-3c8b61a7-2c8c-40f2-ac95-428950573d1a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Synchronizing usage tracker for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:13.144023 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-3c8b61a7-2c8c-40f2-ac95-428950573d1a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Unset dirty status for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:13.144748 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Router 741ba649-875b-43d1-ab8a-ea4ac8266213 is scheduled to L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 with binding_index 1 {{(pid=80262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 20:44:13.152057 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-3c8b61a7-2c8c-40f2-ac95-428950573d1a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 814 time: 0.2943168 Nov 19 20:44:13.184683 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-7d22169d-0e2d-4e9d-9a87-ba10a334d8e6 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/quotas/deb85f345c6f42f4be3169158c29fd70 HTTP/1.1" status: 200 len: 375 time: 0.0292430 Nov 19 20:44:13.350990 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-2b614320-9f61-453d-988c-55380bf6c7d9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1652727 Nov 19 20:44:13.438932 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:44:13.454156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Sync routers for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:44:13.477722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:13.483584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:44:13.484258 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:43:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:13.485593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 42264) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:13.485952 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7325854 Nov 19 20:44:13.493505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device b4c6785b-8994-4814-a1e2-7ea5a5d333de up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:13.693731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port b4c6785b-8994-4814-a1e2-7ea5a5d333de completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:44:13.719997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:44:13.906840 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-81458249-9b87-4165-b278-4b924e3e0f14 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:44:13.925104 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-81458249-9b87-4165-b278-4b924e3e0f14 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.2344651 Nov 19 20:44:13.928081 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42302) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:13.931128 dv-cinder-750782-3-smb neutron-server[80151]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 20:44:14.180084 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-83d176a5-0778-4a82-94ae-b9f782fd7ff8 service neutron] 10.222.0.13 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539711 Nov 19 20:44:14.242335 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a3bff3-6fc6-4d44-9667-de915950ebbf None None] Network 3ce5521b-869b-47f6-915a-65202afa7823 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:44:14.287986 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e00ed-9340-4c69-8527-0caccf452581 req-1ad2db92-e2f8-4c5a-a5df-c249da2ab4c9 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:14.289447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-199e00ed-9340-4c69-8527-0caccf452581 req-1ad2db92-e2f8-4c5a-a5df-c249da2ab4c9 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Synchronizing usage tracker for tenant:67b6a6689cc1478d8566428f5749a8fd on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:14.306564 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:12Z', 'revision_number': 3, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:14.311806 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Checking router: 741ba649-875b-43d1-ab8a-ea4ac8266213 for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:44:14.312388 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Updating router 741ba649-875b-43d1-ab8a-ea4ac8266213 port 4796dce7-45c4-4cd0-939a-4811afb26fd2 binding host dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:44:14.315314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-199e00ed-9340-4c69-8527-0caccf452581 req-1ad2db92-e2f8-4c5a-a5df-c249da2ab4c9 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Unset dirty status for tenant:67b6a6689cc1478d8566428f5749a8fd on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:14.316879 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-1ad2db92-e2f8-4c5a-a5df-c249da2ab4c9 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/networks?id=646bd9ca-80b3-4388-8054-96d0cd8e049d HTTP/1.1" status: 200 len: 811 time: 0.3877296 Nov 19 20:44:14.352354 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-847df138-b505-4f76-8351-7d390d0cfd11 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/quotas/67b6a6689cc1478d8566428f5749a8fd HTTP/1.1" status: 200 len: 375 time: 0.0282238 Nov 19 20:44:14.369462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:14.406111 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-3e724b11-d01c-4669-bc02-2991e119128d service neutron] 10.222.0.13 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2249627 Nov 19 20:44:14.457794 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-d7f16710-b9f1-49dd-8651-57c3413d0fa1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b6a6689cc1478d8566428f5749a8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976171 Nov 19 20:44:14.722568 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f03861d9-4565-4cc3-8329-bd27739c53d1 None None] Provisioning for port b4c6785b-8994-4814-a1e2-7ea5a5d333de completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:44:14.742678 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f03861d9-4565-4cc3-8329-bd27739c53d1 None None] Provisioning complete for port b4c6785b-8994-4814-a1e2-7ea5a5d333de triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:14.743093 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f03861d9-4565-4cc3-8329-bd27739c53d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:14.759171 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-ead814d5-5039-4367-917b-2666dbf33232 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:44:14.760255 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-ead814d5-5039-4367-917b-2666dbf33232 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.1519351 Nov 19 20:44:15.165095 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-699bf63b-e1fe-4ddb-ac58-ea31e0dc78c1 service neutron] 10.222.0.13 "GET /v2.0/networks/646bd9ca-80b3-4388-8054-96d0cd8e049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970416 Nov 19 20:44:15.265522 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:15.314740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Transition to ACTIVE for port object 4796dce7-45c4-4cd0-939a-4811afb26fd2 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:44:15.320044 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:15.342955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:15.439456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f03861d9-4565-4cc3-8329-bd27739c53d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:15.484338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Pushing event updated for resources: {'Port': ['ID=4796dce7-45c4-4cd0-939a-4811afb26fd2,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:15.528020 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2afdf3e1-50f6-47e0-a5c7-b06bb45ab642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:15.568523 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-98e8021f-1509-4323-be68-dbe7d21379a0 service neutron] 10.222.0.13 "GET /v2.0/networks/646bd9ca-80b3-4388-8054-96d0cd8e049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4017904 Nov 19 20:44:15.573486 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f03861d9-4565-4cc3-8329-bd27739c53d1 None None] For port b4c6785b-8994-4814-a1e2-7ea5a5d333de, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=b4c6785b-8994-4814-a1e2-7ea5a5d333de,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:44:15.579835 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f03861d9-4565-4cc3-8329-bd27739c53d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:15.589068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:15.593827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.594267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.594869 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.595770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.596925 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.598183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.599782 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.600558 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.601253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.601814 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.602365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.602911 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.603525 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.604081 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.604776 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.605339 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.605881 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.606687 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.607248 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.607947 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.609145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.609701 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.610542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.611229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Tracked resource versions report: Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: pushed versions: Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: { 'AddressGroup': {'1.0'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': {'1.0'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': {'1.0'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': {'1.1'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': {'1.6'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': {'1.2'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': {'1.8'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': {'1.2'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': {'1.0'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': {'1.0'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': {'1.1'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': {'1.1'}} Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: consumer versions: Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: { DHCP agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: L3 agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: Metadata agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: Metering agent@dv-cinder-750782-3-smb: {}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@dv-cinder-750782-3-smb: { 'AddressGroup': '1.0', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}, Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.0', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'ConntrackHelper': '1.0', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Log': '1.0', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Network': '1.1', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Port': '1.6', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'PortForwarding': '1.2', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'QosPolicy': '1.8', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroup': '1.2', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'SecurityGroupRule': '1.0', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'SubPort': '1.0', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Subnet': '1.1', Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: 'Trunk': '1.1'}} Nov 19 20:44:15.613331 dv-cinder-750782-3-smb neutron-server[80151]: {{(pid=80265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 20:44:15.626746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:15.727543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42368) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:15.807691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:15.822910 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03861d9-4565-4cc3-8329-bd27739c53d1 None None] Pushing event updated for resources: {'Port': ['ID=b4c6785b-8994-4814-a1e2-7ea5a5d333de,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:15.857896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f03861d9-4565-4cc3-8329-bd27739c53d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:15.947544 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-55ae4386-54ce-446d-a35d-be095e785a17 req-e05718f9-2a02-488a-8098-30b5e98529f2 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 210 time: 0.1734931 Nov 19 20:44:16.037797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Attempting to bind port 4796dce7-45c4-4cd0-939a-4811afb26fd2 on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:44:16.037797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Attempting to bind port 4796dce7-45c4-4cd0-939a-4811afb26fd2 by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:44:16.037797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Attempting to bind port 4796dce7-45c4-4cd0-939a-4811afb26fd2 on network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:44:16.058855 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:44:16.059272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Checking segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:44:16.059724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:16.060160 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Bound using segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:44:16.060913 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Bound port: 4796dce7-45c4-4cd0-939a-4811afb26fd2, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:44:16.061333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:16.190449 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] For port 4796dce7-45c4-4cd0-939a-4811afb26fd2, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:44:16.195992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] For port 4796dce7-45c4-4cd0-939a-4811afb26fd2, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=4796dce7-45c4-4cd0-939a-4811afb26fd2,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:44:16.208056 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:16.229147 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:16.235115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ebd15889-6d9c-41b3-bfe3-3b5e52d14494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:16.336889 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ebd15889-6d9c-41b3-bfe3-3b5e52d14494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:16.350283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-ebd15889-6d9c-41b3-bfe3-3b5e52d14494 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe5bfeec46a4f9ead5b06e84cf35a87 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:16.357408 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-ebd15889-6d9c-41b3-bfe3-3b5e52d14494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:16.370237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ebd15889-6d9c-41b3-bfe3-3b5e52d14494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:16.387824 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a282a13e-1a6c-4dde-ba68-f61a502df278 req-89290e04-dfa3-42e4-a847-dccfb6859d65 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 210 time: 0.1605773 Nov 19 20:44:16.453408 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-249b7fe7-d742-4b1a-883f-4a5ac66e8d1f None None] Provisioning complete for port b4c6785b-8994-4814-a1e2-7ea5a5d333de triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:16.453846 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-249b7fe7-d742-4b1a-883f-4a5ac66e8d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:16.504752 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Pushing event updated for resources: {'Port': ['ID=4796dce7-45c4-4cd0-939a-4811afb26fd2,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:16.510672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:16.566237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ebd15889-6d9c-41b3-bfe3-3b5e52d14494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:16.589151 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ebd15889-6d9c-41b3-bfe3-3b5e52d14494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:16.631709 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:44:16.632548 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:16.634516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:44:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:16.700773 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd15889-6d9c-41b3-bfe3-3b5e52d14494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8c9be6-b20a-4934-a214-3ba00c280f2c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:16.718504 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ebd15889-6d9c-41b3-bfe3-3b5e52d14494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:16.769697 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ebd15889-6d9c-41b3-bfe3-3b5e52d14494 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fe5bfeec46a4f9ead5b06e84cf35a87&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0410275 Nov 19 20:44:16.772314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42414) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:16.777816 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:16.907192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:16.935123 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c79edfbc-d469-420a-9367-d2e8d71c4321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:16.952875 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:16.967866 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ca73314c-3810-470d-ab11-f7a07b13638a None None] Provisioning complete for port b4c6785b-8994-4814-a1e2-7ea5a5d333de triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:16.969287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ca73314c-3810-470d-ab11-f7a07b13638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:17.014353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c79edfbc-d469-420a-9367-d2e8d71c4321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:17.235192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:44:17.257118 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c79edfbc-d469-420a-9367-d2e8d71c4321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:17.442458 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:17.464267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79edfbc-d469-420a-9367-d2e8d71c4321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8c9be6-b20a-4934-a214-3ba00c280f2c,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:17.477019 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device b4c6785b-8994-4814-a1e2-7ea5a5d333de up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:17.490988 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d28ce6e-d600-4224-8337-02ec1b65fdd2 req-1b5aa211-f43b-4f08-a431-c952fc72464c tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 210 time: 0.2460861 Nov 19 20:44:17.493420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c79edfbc-d469-420a-9367-d2e8d71c4321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:17.511258 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c79edfbc-d469-420a-9367-d2e8d71c4321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:17.512846 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c79edfbc-d469-420a-9367-d2e8d71c4321 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca8c9be6-b20a-4934-a214-3ba00c280f2c HTTP/1.1" status: 204 len: 168 time: 0.7389863 Nov 19 20:44:17.644217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f287a1ff-5c0d-4cc9-9e0b-7d9632142805 None None] Provisioning complete for port b4c6785b-8994-4814-a1e2-7ea5a5d333de triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:17.644664 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f287a1ff-5c0d-4cc9-9e0b-7d9632142805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:17.848416 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port b4c6785b-8994-4814-a1e2-7ea5a5d333de triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:17.848934 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:17.872973 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0161a7e4-06c0-43ef-b8a7-92a19f15507b req-78cc4107-31e3-4c42-af75-2da490841167 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 210 time: 0.1754608 Nov 19 20:44:18.101159 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Allocated IP 172.20.0.1 (3ce5521b-869b-47f6-915a-65202afa7823/76030e34-5631-4aa3-9b7e-6153e008aab3/c017eab6-5848-4c3e-8563-08279b9625ed) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:44:18.257791 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:12Z', 'revision_number': 3, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:18.267802 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1460f7-2bc9-4a20-8186-640def5cfedd None None] The sync data for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb is: [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:12Z', 'revision_number': 3, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:44:18.405393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:18.417887 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42512) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:18.450227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0091e9d-fcf9-4819-81a3-12ab4fad142b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:18.455689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Transition to ACTIVE for port object c017eab6-5848-4c3e-8563-08279b9625ed will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:44:18.487552 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:18.509679 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f0091e9d-fcf9-4819-81a3-12ab4fad142b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:18.511968 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:18.514443 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-f0091e9d-fcf9-4819-81a3-12ab4fad142b admin admin] Usage tracker for resource:security_group_rule and tenant:ff982beb1b0d4ac499bfd99853f8582d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:18.518428 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-f0091e9d-fcf9-4819-81a3-12ab4fad142b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:18.527194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f0091e9d-fcf9-4819-81a3-12ab4fad142b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:18.594282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Pushing event updated for resources: {'Port': ['ID=c017eab6-5848-4c3e-8563-08279b9625ed,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:18.624173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:18.632657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0091e9d-fcf9-4819-81a3-12ab4fad142b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:18.636958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0091e9d-fcf9-4819-81a3-12ab4fad142b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:18.649840 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:18.708732 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0091e9d-fcf9-4819-81a3-12ab4fad142b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8576c0ca-4797-422d-9ce1-896d506bdebc,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:18.714026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f0091e9d-fcf9-4819-81a3-12ab4fad142b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:18.719096 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f0091e9d-fcf9-4819-81a3-12ab4fad142b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff982beb1b0d4ac499bfd99853f8582d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2971973 Nov 19 20:44:18.719584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42524) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:18.870942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Network 3ce5521b-869b-47f6-915a-65202afa7823 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:44:18.874089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:18.883193 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:44:18.884037 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597930'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:18.941654 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.24', 49767) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:19.017535 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d5f97dc8-ad81-465b-9553-730631306507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:19.160931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d5f97dc8-ad81-465b-9553-730631306507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:19.295921 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bce89133-8a10-45af-b306-857aac0ff33c req-d8950f7f-a593-4c13-906f-bfe8ff281ad7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 210 time: 0.4980130 Nov 19 20:44:19.309268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d5f97dc8-ad81-465b-9553-730631306507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:19.315226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ebd15889-6d9c-41b3-bfe3-3b5e52d14494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:19.377390 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f97dc8-ad81-465b-9553-730631306507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8576c0ca-4797-422d-9ce1-896d506bdebc,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:19.383625 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d5f97dc8-ad81-465b-9553-730631306507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:19.389648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d5f97dc8-ad81-465b-9553-730631306507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:19.393162 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d5f97dc8-ad81-465b-9553-730631306507 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8576c0ca-4797-422d-9ce1-896d506bdebc HTTP/1.1" status: 204 len: 168 time: 0.6704831 Nov 19 20:44:19.396841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-03162372-4483-4915-90a9-6c4d62b0184e None None] Provisioning for port c017eab6-5848-4c3e-8563-08279b9625ed completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:44:19.405208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-03162372-4483-4915-90a9-6c4d62b0184e None None] Provisioning complete for port c017eab6-5848-4c3e-8563-08279b9625ed triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:19.405772 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03162372-4483-4915-90a9-6c4d62b0184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:19.600251 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-166dee9d-bca8-4262-9365-98660498be73 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:19.601112 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 4796dce7-45c4-4cd0-939a-4811afb26fd2 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:19.603558 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-166dee9d-bca8-4262-9365-98660498be73 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 814 time: 0.6588142 Nov 19 20:44:19.611471 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:19.733745 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3af473ed-412b-4861-8cbb-479355523036 req-51f644c6-03f4-4632-be8b-5668b4ffca7e tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 210 time: 0.5730264 Nov 19 20:44:19.766904 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Request body: {'port': {'device_id': '83af981a-1f55-4f90-893c-75be46782195', 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b', 'admin_state_up': True, 'tenant_id': 'deb85f345c6f42f4be3169158c29fd70'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:19.839433 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port 4796dce7-45c4-4cd0-939a-4811afb26fd2 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:44:19.846832 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 4796dce7-45c4-4cd0-939a-4811afb26fd2 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:19.847250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:19.931410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-03162372-4483-4915-90a9-6c4d62b0184e None None] Port c017eab6-5848-4c3e-8563-08279b9625ed cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:44:20.001334 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42576) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:20.128748 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.24', 49776) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:20.157973 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:20.184353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Usage tracker for resource:port and tenant:deb85f345c6f42f4be3169158c29fd70 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:20.199143 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:20.235771 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port 4796dce7-45c4-4cd0-939a-4811afb26fd2, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=4796dce7-45c4-4cd0-939a-4811afb26fd2,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:44:20.242487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:20.244938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:20.268295 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Quota usage for port was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:20.314809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:20.386948 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=4796dce7-45c4-4cd0-939a-4811afb26fd2,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:20.399065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:20.429340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Made reservation on behalf of deb85f345c6f42f4be3169158c29fd70 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:20.430292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:20.574063 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5020611e-c4bd-45d5-bd9b-54657886e5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:20.713078 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3274f13c-3ffa-46ae-b58e-a6534ef5de3d req-46f62c7d-a2a2-476d-84c2-2c3cf6c985f9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 210 time: 0.1147187 Nov 19 20:44:20.722143 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5020611e-c4bd-45d5-bd9b-54657886e5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:20.750214 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e00ed-9340-4c69-8527-0caccf452581 req-bdb8e43b-a743-437c-b8da-c606df62c3e7 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:20.751835 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-bdb8e43b-a743-437c-b8da-c606df62c3e7 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.24 "GET /v2.0/networks?id=646bd9ca-80b3-4388-8054-96d0cd8e049d HTTP/1.1" status: 200 len: 811 time: 0.6219606 Nov 19 20:44:20.752912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-5020611e-c4bd-45d5-bd9b-54657886e5b6 admin admin] Usage tracker for resource:security_group_rule and tenant:849982e53d084709898069d133eddb02 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:20.765241 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-5020611e-c4bd-45d5-bd9b-54657886e5b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:20.776565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Request body: {'port': {'device_id': '765d7c80-a325-4b76-b1b6-d6cee89a9618', 'network_id': '646bd9ca-80b3-4388-8054-96d0cd8e049d', 'admin_state_up': True, 'tenant_id': '67b6a6689cc1478d8566428f5749a8fd'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:20.809705 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5020611e-c4bd-45d5-bd9b-54657886e5b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:20.934644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.resource_extend [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 20:44:20.988902 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:21.041714 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:21.048101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Usage tracker for resource:port and tenant:67b6a6689cc1478d8566428f5749a8fd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:21.058451 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Quota usage for port was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:21.092877 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:21.107021 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5020611e-c4bd-45d5-bd9b-54657886e5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:21.118790 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5020611e-c4bd-45d5-bd9b-54657886e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:21.136321 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42644) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:21.137734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c79edfbc-d469-420a-9367-d2e8d71c4321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:21.203281 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Made reservation on behalf of 67b6a6689cc1478d8566428f5749a8fd for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:21.210299 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:21.270828 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020611e-c4bd-45d5-bd9b-54657886e5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7d6f52-8d61-490e-bc36-7ff8a7d56441,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:21.303720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5020611e-c4bd-45d5-bd9b-54657886e5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:21.318433 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-5020611e-c4bd-45d5-bd9b-54657886e5b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=849982e53d084709898069d133eddb02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3081326 Nov 19 20:44:21.326849 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42660) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:21.456341 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 4796dce7-45c4-4cd0-939a-4811afb26fd2 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:21.532850 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Allocated IP 172.20.0.11 (343d6c05-0742-4383-94b3-ea67030c008b/45484d4f-2d08-4b31-bfcf-6ef2b7a41861/a3465228-8fdc-4765-9b14-9eed3a52f4ce) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:44:21.544756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:21.676171 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 4796dce7-45c4-4cd0-939a-4811afb26fd2 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:21.676565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:21.925441 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42672) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:21.959818 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847669037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852704252'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:21.974249 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7dadecdb-d4ef-4fb3-ac9c-59e12ebe16b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:22.019292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:22.033936 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7593-3bda-4a14-a5fb-888a2f8606e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:22.047301 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9e1ca443-53b5-41fe-aeda-2fc294832240 req-d34ef8f1-e59b-43e2-95cc-3fde48553092 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 210 time: 0.5086021 Nov 19 20:44:22.061703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0fde-7da3-4701-ae3d-c2992d4bd860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:22.192043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f3fa7593-3bda-4a14-a5fb-888a2f8606e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:22.197027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-f3fa7593-3bda-4a14-a5fb-888a2f8606e7 admin admin] Usage tracker for resource:security_group_rule and tenant:88ad69eecdf345ef9c9c195f6d79b939 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:22.203895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-f3fa7593-3bda-4a14-a5fb-888a2f8606e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:22.208556 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Pushing event updated for resources: {'Port': ['ID=c017eab6-5848-4c3e-8563-08279b9625ed,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:22.250115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1266401150-network', 'tenant_id': '213030555557470b828fc3548fc2818c'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:22.260964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f3fa7593-3bda-4a14-a5fb-888a2f8606e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:22.303995 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:22.348062 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0fde-7da3-4701-ae3d-c2992d4bd860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:22.363228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Usage tracker for resource:network and tenant:213030555557470b828fc3548fc2818c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:22.378619 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:22.411696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:22.448722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47879fe-39ef-41a2-b450-dac79d81fe76 req-b154b9b2-8240-4c6c-8966-4d627d3004b8 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:22.456493 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b47879fe-39ef-41a2-b450-dac79d81fe76 req-b154b9b2-8240-4c6c-8966-4d627d3004b8 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 932 time: 0.2366085 Nov 19 20:44:22.465481 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:22.468285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:22.494008 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:22.582349 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Network 3ce5521b-869b-47f6-915a-65202afa7823 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:44:22.586307 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b47879fe-39ef-41a2-b450-dac79d81fe76 req-9505cb04-3d41-4257-9609-b7bfe7a1ac60 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287518 Nov 19 20:44:22.588738 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:22.591493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Made reservation on behalf of 213030555557470b828fc3548fc2818c for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:22.596118 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:22.621159 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:22.773209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Pushing event updated for resources: {'Port': ['ID=a3465228-8fdc-4765-9b14-9eed3a52f4ce,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:22.794061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:22.848509 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0fde-7da3-4701-ae3d-c2992d4bd860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:22.850653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Allocated IP 172.20.0.8 (646bd9ca-80b3-4388-8054-96d0cd8e049d/7e6cfc3b-81a5-42aa-96ea-1a98f91e290c/c7fe41db-45d1-4910-8a75-0bf1eda303b8) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:44:22.868254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7593-3bda-4a14-a5fb-888a2f8606e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:22.869664 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:22.887356 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:22.901909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Usage tracker for resource:security_group_rule and tenant:213030555557470b828fc3548fc2818c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:22.920473 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7593-3bda-4a14-a5fb-888a2f8606e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:22.921762 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:22.972537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed0fde-7da3-4701-ae3d-c2992d4bd860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7d6f52-8d61-490e-bc36-7ff8a7d56441,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:23.020238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c2ed0fde-7da3-4701-ae3d-c2992d4bd860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:23.021764 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c2ed0fde-7da3-4701-ae3d-c2992d4bd860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:23.039795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-74c1285b-cc7a-4b32-8a41-708914bc99f5 None None] Provisioning complete for port c017eab6-5848-4c3e-8563-08279b9625ed triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:23.040209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-74c1285b-cc7a-4b32-8a41-708914bc99f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.044515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 42704) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:23.044820 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:23.058957 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Network 343d6c05-0742-4383-94b3-ea67030c008b is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:44:23.070306 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:23.086541 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:44:23.092241 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:23.102464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.169802 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-74c1285b-cc7a-4b32-8a41-708914bc99f5 None None] Port c017eab6-5848-4c3e-8563-08279b9625ed cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:44:23.272001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa7593-3bda-4a14-a5fb-888a2f8606e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a961e64b-77cd-4d49-8d17-fb44270ee2e2,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:23.277468 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f3fa7593-3bda-4a14-a5fb-888a2f8606e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:23.368870 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0fde-7da3-4701-ae3d-c2992d4bd860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.372455 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c2ed0fde-7da3-4701-ae3d-c2992d4bd860 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb7d6f52-8d61-490e-bc36-7ff8a7d56441 HTTP/1.1" status: 204 len: 168 time: 2.0444942 Nov 19 20:44:23.396492 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f3fa7593-3bda-4a14-a5fb-888a2f8606e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88ad69eecdf345ef9c9c195f6d79b939&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2190771 Nov 19 20:44:23.399252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42722) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:23.463963 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7520223 Nov 19 20:44:23.476030 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-befa62e9-ab15-43c8-a90a-a4ce766496d8 req-cff7ae8e-19fb-451f-b8cb-7cf9bc670591 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 210 time: 0.1285124 Nov 19 20:44:23.479456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aceb87a5-6b50-4181-bedb-26dc13ec4991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.529912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aceb87a5-6b50-4181-bedb-26dc13ec4991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:23.535161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-aceb87a5-6b50-4181-bedb-26dc13ec4991 admin admin] Usage tracker for resource:security_group_rule and tenant:0527c29b326e4f94965c3dfbedc6b8e0 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:23.539736 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-aceb87a5-6b50-4181-bedb-26dc13ec4991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:23.611762 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aceb87a5-6b50-4181-bedb-26dc13ec4991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:23.685718 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.696805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.702902 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.717623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d5f97dc8-ad81-465b-9553-730631306507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:23.728811 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a49d-1b55-46b7-8c9a-6c28e1a387f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.788099 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:44:23.799739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030ac22b-24c2-4b6e-bec9-3159540c7a23,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:23.801446 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aceb87a5-6b50-4181-bedb-26dc13ec4991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.804269 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a49d-1b55-46b7-8c9a-6c28e1a387f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.807831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Router 741ba649-875b-43d1-ab8a-ea4ac8266213 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:44:23.808657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aceb87a5-6b50-4181-bedb-26dc13ec4991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.813829 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:23.821081 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:23.844705 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747962617920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.845114 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Added segment a7e7dd82-ac6c-4a78-8be0-130fffa0f77c of type vxlan for network 208028d2-0015-4ec6-bb71-ad5de4e01a65 Nov 19 20:44:23.878458 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-fff95459-013a-4e15-a6c0-fb3800cb54cc tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:44:23.879523 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-fff95459-013a-4e15-a6c0-fb3800cb54cc tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0162351 Nov 19 20:44:23.883891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.889933 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb87a5-6b50-4181-bedb-26dc13ec4991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56a3336-8009-4ed2-96a8-7d541e8386de,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:23.894211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:23.913040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:23.947501 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aceb87a5-6b50-4181-bedb-26dc13ec4991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:23.950402 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-aceb87a5-6b50-4181-bedb-26dc13ec4991 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0527c29b326e4f94965c3dfbedc6b8e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9047194 Nov 19 20:44:23.957204 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 42732) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:24.030505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a49d-1b55-46b7-8c9a-6c28e1a387f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:24.066003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-917433ae-7ad7-4645-a795-ec8b9454973c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:24.164755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-917433ae-7ad7-4645-a795-ec8b9454973c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:24.172320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 42736) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:24.248388 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc654d84-5220-47dd-b155-ce6614f4e73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:24.262301 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Pushing event updated for resources: {'Port': ['ID=c7fe41db-45d1-4910-8a75-0bf1eda303b8,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:24.269842 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:24.274005 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:24.280907 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:24.295202 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:24.295584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:24.301294 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-917433ae-7ad7-4645-a795-ec8b9454973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:24.308241 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7a49d-1b55-46b7-8c9a-6c28e1a387f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a961e64b-77cd-4d49-8d17-fb44270ee2e2,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:24.330073 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9f7a49d-1b55-46b7-8c9a-6c28e1a387f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:24.363384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7333b327-c10b-48d4-9c98-175e66f91fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:24.367495 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:24.367908 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a49d-1b55-46b7-8c9a-6c28e1a387f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:24.367908 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a9f7a49d-1b55-46b7-8c9a-6c28e1a387f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a961e64b-77cd-4d49-8d17-fb44270ee2e2 HTTP/1.1" status: 204 len: 168 time: 0.9588206 Nov 19 20:44:24.416998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917433ae-7ad7-4645-a795-ec8b9454973c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56a3336-8009-4ed2-96a8-7d541e8386de,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:24.418752 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4921865 Nov 19 20:44:24.424840 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42742) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:24.435630 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Request body: {'subnet': {'network_id': '208028d2-0015-4ec6-bb71-ad5de4e01a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1266401150-subnet', 'tenant_id': '213030555557470b828fc3548fc2818c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:24.477508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-917433ae-7ad7-4645-a795-ec8b9454973c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:24.478986 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-917433ae-7ad7-4645-a795-ec8b9454973c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f56a3336-8009-4ed2-96a8-7d541e8386de HTTP/1.1" status: 204 len: 168 time: 0.5207386 Nov 19 20:44:24.480325 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-917433ae-7ad7-4645-a795-ec8b9454973c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:24.508714 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:24.529258 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Pushing event updated for resources: {'Network': ['ID=208028d2-0015-4ec6-bb71-ad5de4e01a65,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:24.548609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ff5f7-a3b4-4596-84b0-da8f926f0793 req-5e085543-74e4-46af-b79d-2c1575123ad7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:24.559610 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cc654d84-5220-47dd-b155-ce6614f4e73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:24.582701 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 208028d2-0015-4ec6-bb71-ad5de4e01a65 details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:44:24.589238 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-459ff5f7-a3b4-4596-84b0-da8f926f0793 req-5e085543-74e4-46af-b79d-2c1575123ad7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 932 time: 0.6281080 Nov 19 20:44:24.593961 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:24.595730 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Usage tracker for resource:subnet and tenant:213030555557470b828fc3548fc2818c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:24.601249 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-cc654d84-5220-47dd-b155-ce6614f4e73c admin admin] Usage tracker for resource:security_group_rule and tenant:abe1e5de88274f92a142b9f798a6430c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:24.611980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:44:24.619570 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Network 646bd9ca-80b3-4388-8054-96d0cd8e049d is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:44:24.632642 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-cc654d84-5220-47dd-b155-ce6614f4e73c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:24.652015 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network 208028d2-0015-4ec6-bb71-ad5de4e01a65 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:44:24.665966 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cc654d84-5220-47dd-b155-ce6614f4e73c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:24.678808 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:24.679619 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] 10.222.0.13 "PUT /v2.0/routers/741ba649-875b-43d1-ab8a-ea4ac8266213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1928666 Nov 19 20:44:24.693644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:24.727166 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:44:24.747956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:24.749681 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:24.769508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:24.878146 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-459ff5f7-a3b4-4596-84b0-da8f926f0793 req-771bae66-c29b-4cb3-a23e-ce7b10497f36 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879333 Nov 19 20:44:24.878964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Made reservation on behalf of 213030555557470b828fc3548fc2818c for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:24.895522 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:24.974460 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Sync routers for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:44:25.010273 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Request body: {'port': {'device_id': '83af981a-1f55-4f90-893c-75be46782195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:25.037020 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:44:25.037971 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:44:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:25.136636 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3625391 Nov 19 20:44:25.187891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Request body: {'port': {'device_id': '765d7c80-a325-4b76-b1b6-d6cee89a9618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:25.273952 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc654d84-5220-47dd-b155-ce6614f4e73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:25.308297 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc654d84-5220-47dd-b155-ce6614f4e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:25.331703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:25.356054 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:25.415906 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:44:25.513050 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 42776) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:25.686817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc654d84-5220-47dd-b155-ce6614f4e73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99de7231-2bca-459b-a83e-b9dd2c0f1ec2,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:25.743544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc654d84-5220-47dd-b155-ce6614f4e73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:25.759470 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-cc654d84-5220-47dd-b155-ce6614f4e73c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abe1e5de88274f92a142b9f798a6430c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5824063 Nov 19 20:44:25.760087 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42784) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:25.787374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b5303-6a68-4321-aa30-8af8909a753f req-2ab2e150-8142-4426-9dc0-89efb21f36a4 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:25.809742 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-783b5303-6a68-4321-aa30-8af8909a753f req-2ab2e150-8142-4426-9dc0-89efb21f36a4 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 931 time: 0.9694889 Nov 19 20:44:25.817988 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:26.241444 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7cf181a0-a221-4c4e-91b9-c499303f96ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:26.243215 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 2, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:26.278606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Checking router: 741ba649-875b-43d1-ab8a-ea4ac8266213 for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:44:26.279018 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Updating router 741ba649-875b-43d1-ab8a-ea4ac8266213 port c017eab6-5848-4c3e-8563-08279b9625ed binding host dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:44:26.352896 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-783b5303-6a68-4321-aa30-8af8909a753f req-36e4cafb-a5e8-49bc-883f-cf3df9d21c2b tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407403 Nov 19 20:44:26.372854 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d736211b-d91d-4181-be31-141ae3d3aa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:26.417980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d736211b-d91d-4181-be31-141ae3d3aa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:26.438471 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:26.474330 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7cf181a0-a221-4c4e-91b9-c499303f96ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:26.481920 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7cf181a0-a221-4c4e-91b9-c499303f96ee admin admin] Usage tracker for resource:security_group_rule and tenant:3ed95eaf3eaf40e78e76d20d1709f42e is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:26.486931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7cf181a0-a221-4c4e-91b9-c499303f96ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:26.501111 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7cf181a0-a221-4c4e-91b9-c499303f96ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:26.709177 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d736211b-d91d-4181-be31-141ae3d3aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:26.768233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f0091e9d-fcf9-4819-81a3-12ab4fad142b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:26.805465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736211b-d91d-4181-be31-141ae3d3aa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99de7231-2bca-459b-a83e-b9dd2c0f1ec2,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:26.832107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d736211b-d91d-4181-be31-141ae3d3aa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:27.233087 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 42812) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:27.290281 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'security_group': {'name': 'tempest-securitygroup--1876764351', 'description': 'tempest-description--984548325'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:27.334162 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:27.361815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d736211b-d91d-4181-be31-141ae3d3aa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:27.363271 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d736211b-d91d-4181-be31-141ae3d3aa27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99de7231-2bca-459b-a83e-b9dd2c0f1ec2 HTTP/1.1" status: 204 len: 168 time: 1.5759373 Nov 19 20:44:27.383633 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Usage tracker for resource:security_group and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:27.414395 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3465228-8fdc-4765-9b14-9eed3a52f4ce {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:44:27.433586 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:27.464264 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7cf181a0-a221-4c4e-91b9-c499303f96ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:27.465724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:27.469103 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:27.480392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7cf181a0-a221-4c4e-91b9-c499303f96ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:27.536981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0211f669-c133-4131-a46b-cea011e05123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:27.541046 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:27.569637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Transition to ACTIVE for port object a3465228-8fdc-4765-9b14-9eed3a52f4ce will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:44:27.599342 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:27.612926 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:27.635603 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a779ca43-a546-4520-97c2-aec3d9fa90c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:27.836558 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf181a0-a221-4c4e-91b9-c499303f96ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c841c55-ebab-4870-985d-e873c9641bf0,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:27.871422 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7cf181a0-a221-4c4e-91b9-c499303f96ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:27.884017 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7cf181a0-a221-4c4e-91b9-c499303f96ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ed95eaf3eaf40e78e76d20d1709f42e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3440740 Nov 19 20:44:27.886033 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:27.907020 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42830) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:28.028729 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d84d3d-9f0d-4c65-aa0f-d171515b7e24 req-fc93105c-e440-4383-97f6-3b541270756a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:28.029764 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-97d84d3d-9f0d-4c65-aa0f-d171515b7e24 req-fc93105c-e440-4383-97f6-3b541270756a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Synchronizing usage tracker for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:28.061387 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:28.080589 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Usage tracker for resource:security_group_rule and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:28.093086 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:28.095081 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.118964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:28.119426 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Transition to ACTIVE for port object c017eab6-5848-4c3e-8563-08279b9625ed will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:44:28.124817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.126370 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-97d84d3d-9f0d-4c65-aa0f-d171515b7e24 req-fc93105c-e440-4383-97f6-3b541270756a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Unset dirty status for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:28.127726 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-97d84d3d-9f0d-4c65-aa0f-d171515b7e24 req-fc93105c-e440-4383-97f6-3b541270756a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 932 time: 1.4251161 Nov 19 20:44:28.131165 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3465228-8fdc-4765-9b14-9eed3a52f4ce,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:28.139657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:28.154030 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f03861d9-4565-4cc3-8329-bd27739c53d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:28.259181 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a0bef-c8ab-4141-8d35-e4aede3e32d0 None None] Pushing event updated for resources: {'Port': ['ID=c017eab6-5848-4c3e-8563-08279b9625ed,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:28.277500 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0f1a0bef-c8ab-4141-8d35-e4aede3e32d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:28.358771 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bf3be3-7e1e-4d05-a9fe-1de348bc113f,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:28.364554 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:28.410722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-97d84d3d-9f0d-4c65-aa0f-d171515b7e24 req-f1d48c16-41b9-4e64-b71c-d5ca413eeaba tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Synchronizing usage tracker for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:28.515358 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.539213 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.545551 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-97d84d3d-9f0d-4c65-aa0f-d171515b7e24 req-f1d48c16-41b9-4e64-b71c-d5ca413eeaba tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Unset dirty status for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:28.556509 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-97d84d3d-9f0d-4c65-aa0f-d171515b7e24 req-f1d48c16-41b9-4e64-b71c-d5ca413eeaba tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155693 Nov 19 20:44:28.578502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-917433ae-7ad7-4645-a795-ec8b9454973c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:28.623931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Attempting to bind port a3465228-8fdc-4765-9b14-9eed3a52f4ce on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:44:28.627726 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Attempting to bind port a3465228-8fdc-4765-9b14-9eed3a52f4ce by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:44:28.628233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Attempting to bind port a3465228-8fdc-4765-9b14-9eed3a52f4ce on network 343d6c05-0742-4383-94b3-ea67030c008b {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:44:28.643225 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7fe41db-45d1-4910-8a75-0bf1eda303b8 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:44:28.654661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.678697 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Transition to ACTIVE for port object c7fe41db-45d1-4910-8a75-0bf1eda303b8 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:44:28.746066 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.751360 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c911ba0-71f8-44ed-8da0-b6c35afd6798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.776589 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:44:28.777193 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Checking segment: {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:44:28.778585 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.781691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Bound using segment: {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:44:28.782318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Bound port: a3465228-8fdc-4765-9b14-9eed3a52f4ce, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:44:28.782722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.816819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Attempting to bind port c017eab6-5848-4c3e-8563-08279b9625ed on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:44:28.817761 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Attempting to bind port c017eab6-5848-4c3e-8563-08279b9625ed by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:44:28.821706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Attempting to bind port c017eab6-5848-4c3e-8563-08279b9625ed on network 3ce5521b-869b-47f6-915a-65202afa7823 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:44:28.824077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c911ba0-71f8-44ed-8da0-b6c35afd6798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.837141 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:44:28.837651 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Checking segment: {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:44:28.838004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.838498 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Bound using segment: {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:44:28.839042 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Bound port: c017eab6-5848-4c3e-8563-08279b9625ed, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:44:28.839503 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:28.977974 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] For port c017eab6-5848-4c3e-8563-08279b9625ed, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:44:28.982859 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] For port c017eab6-5848-4c3e-8563-08279b9625ed, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=c017eab6-5848-4c3e-8563-08279b9625ed,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:44:28.995734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:29.022458 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:29.096470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] For port a3465228-8fdc-4765-9b14-9eed3a52f4ce, host hv-cinder-75078, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:44:29.105834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] For port a3465228-8fdc-4765-9b14-9eed3a52f4ce, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=a3465228-8fdc-4765-9b14-9eed3a52f4ce,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:44:29.107891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a0bef-c8ab-4141-8d35-e4aede3e32d0 None None] Pushing event updated for resources: {'Port': ['ID=c017eab6-5848-4c3e-8563-08279b9625ed,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:29.110679 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:29.112861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0f1a0bef-c8ab-4141-8d35-e4aede3e32d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:29.115480 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.8465731 Nov 19 20:44:29.117786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:29.123995 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:29.126257 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 42854) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:29.142862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:29.153942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'security_group_rule': {'security_group_id': 'cdd27db8-3ec4-4b52-8e97-66c2b5342b3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:29.309805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-375319ee-3ce5-41b6-8259-dbb33953c602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:29.410392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:44:29.411749 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:44:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:29.440310 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:29.443591 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:29.459791 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c911ba0-71f8-44ed-8da0-b6c35afd6798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:29.466705 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14360594-13db-45e0-b293-7ecc69d64578 req-6068c77a-a3b1-464f-9be9-29abdb3d0624 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:29.469884 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-14360594-13db-45e0-b293-7ecc69d64578 req-6068c77a-a3b1-464f-9be9-29abdb3d0624 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Synchronizing usage tracker for tenant:67b6a6689cc1478d8566428f5749a8fd on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:29.508234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Checking segment: {'id': 'a7e7dd82-ac6c-4a78-8be0-130fffa0f77c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '208028d2-0015-4ec6-bb71-ad5de4e01a65'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:44:29.508992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Network hostable DHCP agents. Network: 208028d2-0015-4ec6-bb71-ad5de4e01a65, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:44:29.636886 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3465228-8fdc-4765-9b14-9eed3a52f4ce,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:29.649865 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:29.664036 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:29.667845 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] 10.222.0.24 "PUT /v2.0/ports/a3465228-8fdc-4765-9b14-9eed3a52f4ce HTTP/1.1" status: 200 len: 1158 time: 5.2725487 Nov 19 20:44:29.695770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Usage tracker for resource:security_group_rule and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:29.701499 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83af981a-1f55-4f90-893c-75be46782195', 'tag': 'a3465228-8fdc-4765-9b14-9eed3a52f4ce'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:44:29.835685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c911ba0-71f8-44ed-8da0-b6c35afd6798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:29.845757 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-4c911ba0-71f8-44ed-8da0-b6c35afd6798 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c841c55-ebab-4870-985d-e873c9641bf0 HTTP/1.1" status: 204 len: 168 time: 1.9274611 Nov 19 20:44:29.847719 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Attempting to bind port c7fe41db-45d1-4910-8a75-0bf1eda303b8 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:44:29.848180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Attempting to bind port c7fe41db-45d1-4910-8a75-0bf1eda303b8 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '5709f17e-f994-42be-9d7d-0d3f2862ee81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '646bd9ca-80b3-4388-8054-96d0cd8e049d'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:44:29.851373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Attempting to bind port c7fe41db-45d1-4910-8a75-0bf1eda303b8 on network 646bd9ca-80b3-4388-8054-96d0cd8e049d {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:44:29.861741 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:29.866774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Network 208028d2-0015-4ec6-bb71-ad5de4e01a65 is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:44:29.894368 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:44:29.896361 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Checking segment: {'id': '5709f17e-f994-42be-9d7d-0d3f2862ee81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '646bd9ca-80b3-4388-8054-96d0cd8e049d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:44:29.898279 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:29.898767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Bound using segment: {'id': '5709f17e-f994-42be-9d7d-0d3f2862ee81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '646bd9ca-80b3-4388-8054-96d0cd8e049d'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:44:29.902665 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Bound port: c7fe41db-45d1-4910-8a75-0bf1eda303b8, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5709f17e-f994-42be-9d7d-0d3f2862ee81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '646bd9ca-80b3-4388-8054-96d0cd8e049d'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:44:29.903189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:29.924684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:29.948115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 208028d2-0015-4ec6-bb71-ad5de4e01a65) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:29.985663 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7866583c-16da-499f-9d4b-9949576109aa None None] Network 208028d2-0015-4ec6-bb71-ad5de4e01a65 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:44:30.046355 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:30.074225 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa9bc5-be31-47e2-8400-afd515af3632 req-7ab30ea0-d9bb-4026-bf79-edcfcb67d522 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:30.082385 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5cfa9bc5-be31-47e2-8400-afd515af3632 req-7ab30ea0-d9bb-4026-bf79-edcfcb67d522 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 944 time: 0.2086127 Nov 19 20:44:30.172756 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5cfa9bc5-be31-47e2-8400-afd515af3632 req-411d6647-c35d-4dcd-ab74-5225d832f5f6 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849037 Nov 19 20:44:30.220865 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] For port c7fe41db-45d1-4910-8a75-0bf1eda303b8, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:44:30.225420 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-71d87113-6400-403d-9dbd-4204d130da8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 1161 time: 0.3655198 Nov 19 20:44:30.234629 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] For port c7fe41db-45d1-4910-8a75-0bf1eda303b8, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c7fe41db-45d1-4910-8a75-0bf1eda303b8,segment=NetworkSegment(5709f17e-f994-42be-9d7d-0d3f2862ee81),segment_id=5709f17e-f994-42be-9d7d-0d3f2862ee81)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:44:30.267507 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:30.273927 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:30.285305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:30.295602 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:30.377546 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Pushing event updated for resources: {'Port': ['ID=c7fe41db-45d1-4910-8a75-0bf1eda303b8,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:30.381750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:30.382494 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:30.396387 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:30.446348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:30.448342 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:44:30.461511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286f39d0-82b7-4f28-b46f-489a295b24c1,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:30.471099 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:30.472762 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:30.474737 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3420796 Nov 19 20:44:30.476628 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-669dcc95-b6bc-4c26-9440-909b5836eefb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3465228-8fdc-4765-9b14-9eed3a52f4ce HTTP/1.1" status: 200 len: 217 time: 0.2155824 Nov 19 20:44:30.477662 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 42892) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:30.483560 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'security_group_rule': {'security_group_id': 'cdd27db8-3ec4-4b52-8e97-66c2b5342b3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:30.491145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:30.495776 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Usage tracker for resource:security_group_rule and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:30.499060 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:30.505987 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:30.575457 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-14360594-13db-45e0-b293-7ecc69d64578 req-6068c77a-a3b1-464f-9be9-29abdb3d0624 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Unset dirty status for tenant:67b6a6689cc1478d8566428f5749a8fd on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:30.595929 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-14360594-13db-45e0-b293-7ecc69d64578 req-6068c77a-a3b1-464f-9be9-29abdb3d0624 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 931 time: 2.8289053 Nov 19 20:44:30.605158 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:30.720835 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.2948809 Nov 19 20:44:30.748552 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Pushing event updated for resources: {'Port': ['ID=c7fe41db-45d1-4910-8a75-0bf1eda303b8,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:30.760734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:30.769729 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-1205d4fe-5f05-47de-8bd9-522c3f3252a6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:30.772015 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-1205d4fe-5f05-47de-8bd9-522c3f3252a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45484d4f-2d08-4b31-bfcf-6ef2b7a41861 HTTP/1.1" status: 200 len: 854 time: 0.2569757 Nov 19 20:44:30.775224 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.030s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:30.907160 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c911ba0-71f8-44ed-8da0-b6c35afd6798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c841c55-ebab-4870-985d-e873c9641bf0,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:30.909074 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-13e53801-18fc-448d-a465-e07c3395960a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343d6c05-0742-4383-94b3-ea67030c008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068399 Nov 19 20:44:30.921461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4c911ba0-71f8-44ed-8da0-b6c35afd6798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:30.945159 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-14360594-13db-45e0-b293-7ecc69d64578 req-f16a75f6-e85e-479b-91f8-35d047c8e49e tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Synchronizing usage tracker for tenant:67b6a6689cc1478d8566428f5749a8fd on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:31.082110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-14360594-13db-45e0-b293-7ecc69d64578 req-f16a75f6-e85e-479b-91f8-35d047c8e49e tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Unset dirty status for tenant:67b6a6689cc1478d8566428f5749a8fd on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:31.102768 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-14360594-13db-45e0-b293-7ecc69d64578 req-f16a75f6-e85e-479b-91f8-35d047c8e49e tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055420 Nov 19 20:44:31.145681 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:31.147531 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] 10.222.0.24 "PUT /v2.0/ports/c7fe41db-45d1-4910-8a75-0bf1eda303b8 HTTP/1.1" status: 200 len: 1157 time: 5.9653354 Nov 19 20:44:31.151216 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765d7c80-a325-4b76-b1b6-d6cee89a9618', 'tag': 'c7fe41db-45d1-4910-8a75-0bf1eda303b8'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:44:31.335820 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:31.375491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:31.517315 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6bbf4d-2bd8-4fcb-a0a8-443c341c202a None None] Network 208028d2-0015-4ec6-bb71-ad5de4e01a65 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:44:31.559221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-63810440-d32d-4bc0-976f-7ae4b51bbe39 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:31.575919 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-0df03227-bbf5-4846-b94f-e51299f19814 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237819 Nov 19 20:44:31.936491 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-5e853272-4d57-437c-8547-6e7ec5d38d0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=67b6a6689cc1478d8566428f5749a8fd&device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 1160 time: 0.5459602 Nov 19 20:44:31.954874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bca780-b24a-4dd5-9bea-09e1345e6517 req-a3389555-5e5c-453e-b672-78403609cdac tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:31.956717 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b1bca780-b24a-4dd5-9bea-09e1345e6517 req-a3389555-5e5c-453e-b672-78403609cdac tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 944 time: 0.4084091 Nov 19 20:44:32.054859 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-01dc74b9-2d99-418b-8bbf-74fc9cc95ec7 req-5abd6a1d-1d9a-4328-af20-c98654c71f3f service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4383068 Nov 19 20:44:32.059787 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83af981a-1f55-4f90-893c-75be46782195', 'tag': 'a3465228-8fdc-4765-9b14-9eed3a52f4ce', 'status': 'completed', 'code': 200} Nov 19 20:44:32.060878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d636379-4f19-446c-b26b-8a6b9e6409af,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:32.072330 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b1bca780-b24a-4dd5-9bea-09e1345e6517 req-0747b9b2-033c-4331-8fd4-79b44a44f2c7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076939 Nov 19 20:44:32.077503 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:32.078741 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:32.081443 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6019018 Nov 19 20:44:32.084406 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 42944) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:32.090872 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'floatingip': {'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:32.109916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:32.124924 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Usage tracker for resource:floatingip and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:32.134544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:32.149809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:32.341652 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:32.463331 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-13b57871-4191-45f5-821b-c4bb40563b6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fe41db-45d1-4910-8a75-0bf1eda303b8 HTTP/1.1" status: 200 len: 217 time: 0.2698648 Nov 19 20:44:32.578380 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8c768-de30-4ea6-ba23-f7e390b1474e req-54e2591c-2397-417c-b4c0-96acfa74e89e tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:32.605185 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-20a8c768-de30-4ea6-ba23-f7e390b1474e req-54e2591c-2397-417c-b4c0-96acfa74e89e tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 943 time: 0.2640646 Nov 19 20:44:32.671013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e00ed-9340-4c69-8527-0caccf452581 req-8b654809-9fc3-40d0-a878-c3a30c82fc26 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:32.680274 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-8b654809-9fc3-40d0-a878-c3a30c82fc26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e6cfc3b-81a5-42aa-96ea-1a98f91e290c HTTP/1.1" status: 200 len: 851 time: 0.1862555 Nov 19 20:44:32.725534 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ab5a0396-04b6-417a-b6fd-0f506179be95 req-476e0957-bfed-4415-b9c5-388c9e60b569 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 1161 time: 0.2922175 Nov 19 20:44:32.794126 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-20a8c768-de30-4ea6-ba23-f7e390b1474e req-ee79d3df-80bb-4c44-af3b-3f5c2c801eec tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878498 Nov 19 20:44:32.799755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:28Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:32.812469 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6da2c-8821-42e6-ba4b-4bed4243e129 None None] The sync data for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb is: [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:28Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:44:33.092840 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-803d9f06-f8f5-4570-ae1d-8eb74e297039 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=646bd9ca-80b3-4388-8054-96d0cd8e049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744678 Nov 19 20:44:33.617451 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device c017eab6-5848-4c3e-8563-08279b9625ed up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:33.691477 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-cfc670d4-cefe-4e51-acb7-5a577972d561 service neutron] 10.222.0.24 "GET /v2.0/networks/646bd9ca-80b3-4388-8054-96d0cd8e049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494368 Nov 19 20:44:33.693972 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765d7c80-a325-4b76-b1b6-d6cee89a9618', 'tag': 'c7fe41db-45d1-4910-8a75-0bf1eda303b8', 'status': 'completed', 'code': 200} Nov 19 20:44:33.854796 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port c017eab6-5848-4c3e-8563-08279b9625ed completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:44:33.857036 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a0396-04b6-417a-b6fd-0f506179be95 req-45cfdcb2-520b-4245-be03-da4d9ac862cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:33.858940 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ab5a0396-04b6-417a-b6fd-0f506179be95 req-45cfdcb2-520b-4245-be03-da4d9ac862cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 908 time: 1.1186116 Nov 19 20:44:33.863682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port c017eab6-5848-4c3e-8563-08279b9625ed triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:33.864543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:34.145051 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ab5a0396-04b6-417a-b6fd-0f506179be95 req-e3688de5-834c-4c2c-88a1-93f52bf2ca07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3465228-8fdc-4765-9b14-9eed3a52f4ce HTTP/1.1" status: 200 len: 217 time: 0.2714884 Nov 19 20:44:34.149482 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-199e00ed-9340-4c69-8527-0caccf452581 req-bec23888-9617-42af-984d-b174cc37c843 service neutron] 10.222.0.24 "GET /v2.0/networks/646bd9ca-80b3-4388-8054-96d0cd8e049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4439952 Nov 19 20:44:34.151439 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f839eb0-48f7-4f4b-bf64-9d6aa00864c2 req-102a79d3-93ff-4413-beeb-10c577ddc056 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:34.157756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:34.159135 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:34.183984 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2f839eb0-48f7-4f4b-bf64-9d6aa00864c2 req-102a79d3-93ff-4413-beeb-10c577ddc056 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 944 time: 0.6955831 Nov 19 20:44:34.259883 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port c017eab6-5848-4c3e-8563-08279b9625ed, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=c017eab6-5848-4c3e-8563-08279b9625ed,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:44:34.277847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:34.281081 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:34.408115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=c017eab6-5848-4c3e-8563-08279b9625ed,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:34.420978 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:34.477492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a0396-04b6-417a-b6fd-0f506179be95 req-36db5a32-0b34-4b34-ba2b-5aa3df2a8cfb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:34.478345 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ab5a0396-04b6-417a-b6fd-0f506179be95 req-36db5a32-0b34-4b34-ba2b-5aa3df2a8cfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45484d4f-2d08-4b31-bfcf-6ef2b7a41861 HTTP/1.1" status: 200 len: 854 time: 0.2915270 Nov 19 20:44:34.497715 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2f839eb0-48f7-4f4b-bf64-9d6aa00864c2 req-ab779aab-4ffa-47c1-a45a-fd9fd684d220 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126662 Nov 19 20:44:34.567719 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ab5a0396-04b6-417a-b6fd-0f506179be95 req-63233f39-48ba-4037-855d-8b9ef31fd604 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343d6c05-0742-4383-94b3-ea67030c008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668244 Nov 19 20:44:34.626267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 43014) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:34.643752 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1802354272-network', 'tenant_id': 'c66fdb6fa3cb489582f523e96cd3cfeb'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:34.658034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:34.680563 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Usage tracker for resource:network and tenant:c66fdb6fa3cb489582f523e96cd3cfeb is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:34.691351 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:34.746191 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:34.789865 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Made reservation on behalf of c66fdb6fa3cb489582f523e96cd3cfeb for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:34.794592 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:34.807422 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ab5a0396-04b6-417a-b6fd-0f506179be95 req-116a3bc5-ed1c-41c4-be79-7b6b1bf3ffb8 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330549 Nov 19 20:44:34.811642 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-074bcd37-2cbc-4ab5-b427-229684292517 req-5a3f4991-b52e-4f06-bee2-e990fb6e89e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=67b6a6689cc1478d8566428f5749a8fd&device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 1160 time: 0.3837709 Nov 19 20:44:34.823445 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6116a-0a98-46f3-b01d-b3128c3e1f71 req-8825a1f2-c8ad-40b1-b3d0-df07845f88cb tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:34.830233 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c1b6116a-0a98-46f3-b01d-b3128c3e1f71 req-8825a1f2-c8ad-40b1-b3d0-df07845f88cb tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 943 time: 0.4010923 Nov 19 20:44:34.879381 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:34.893514 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Allocated IP 172.28.1.118 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/b41ba2e3-6c68-4d8c-bbf0-f22081c1b3bc) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:44:35.167915 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ab5a0396-04b6-417a-b6fd-0f506179be95 req-34f8c0b9-0abf-4b43-931a-425e8c4a3135 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3479507 Nov 19 20:44:35.174570 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c1b6116a-0a98-46f3-b01d-b3128c3e1f71 req-8c8bc22e-58b9-449e-bb93-981113578dc9 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427815 Nov 19 20:44:35.214487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:35.281055 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Usage tracker for resource:security_group_rule and tenant:c66fdb6fa3cb489582f523e96cd3cfeb is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:35.284151 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:35.291434 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:35.319899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bcd37-2cbc-4ab5-b427-229684292517 req-9b39c94c-1e5b-47b2-a1d1-bcbc276ae865 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:35.321522 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-074bcd37-2cbc-4ab5-b427-229684292517 req-9b39c94c-1e5b-47b2-a1d1-bcbc276ae865 service neutron] 10.222.0.24 "GET /v2.0/networks?id=646bd9ca-80b3-4388-8054-96d0cd8e049d HTTP/1.1" status: 200 len: 905 time: 0.4884908 Nov 19 20:44:35.410228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43048) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:35.441782 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device c017eab6-5848-4c3e-8563-08279b9625ed up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:35.450628 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-074bcd37-2cbc-4ab5-b427-229684292517 req-8e2707cd-4763-403d-9daf-11b19f79e4b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fe41db-45d1-4910-8a75-0bf1eda303b8 HTTP/1.1" status: 200 len: 217 time: 0.1181948 Nov 19 20:44:35.465657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:35.538375 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port c017eab6-5848-4c3e-8563-08279b9625ed triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:35.539057 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:35.585413 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:35.597041 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:35.600627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bcd37-2cbc-4ab5-b427-229684292517 req-623a70ec-71a2-42d8-abec-d89456c75a9e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:35.602959 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-074bcd37-2cbc-4ab5-b427-229684292517 req-623a70ec-71a2-42d8-abec-d89456c75a9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e6cfc3b-81a5-42aa-96ea-1a98f91e290c HTTP/1.1" status: 200 len: 851 time: 0.1402960 Nov 19 20:44:35.610969 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4c911ba0-71f8-44ed-8da0-b6c35afd6798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:35.646783 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f61d13f-162e-4bb4-8fd4-0b2022fb060c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:35.667342 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:35.679906 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:44:35.690140 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:35.714089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fd4b5b2a-dacc-43d6-bd0e-4599db574c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:35.722281 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:35.769612 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747962617920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:35.770940 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Added segment 29d07168-e01a-49c4-8fe8-7208c6f05ef5 of type vxlan for network 86696251-d76d-4081-8508-37ec0b540c41 Nov 19 20:44:35.793956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fd4b5b2a-dacc-43d6-bd0e-4599db574c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:35.799567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-fd4b5b2a-dacc-43d6-bd0e-4599db574c92 admin admin] Usage tracker for resource:security_group_rule and tenant:466b9af35a2c474f880c0d92f62afeeb is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:35.804877 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-fd4b5b2a-dacc-43d6-bd0e-4599db574c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:35.816673 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fd4b5b2a-dacc-43d6-bd0e-4599db574c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:35.824912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c88636-616f-4861-860b-f4159acf90e8 req-bb45822e-3934-4c07-93d7-3eecf6fc6c70 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:35.826588 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-89c88636-616f-4861-860b-f4159acf90e8 req-bb45822e-3934-4c07-93d7-3eecf6fc6c70 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 944 time: 0.1645565 Nov 19 20:44:35.909293 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-89c88636-616f-4861-860b-f4159acf90e8 req-f3bb7292-af36-4604-9af5-f4bee922dd72 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720754 Nov 19 20:44:35.947622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fd4b5b2a-dacc-43d6-bd0e-4599db574c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:35.951938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fd4b5b2a-dacc-43d6-bd0e-4599db574c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:35.961277 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:35.973107 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-074bcd37-2cbc-4ab5-b427-229684292517 req-8c98d533-fd08-4f93-98f0-9e2868b070ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=646bd9ca-80b3-4388-8054-96d0cd8e049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710104 Nov 19 20:44:35.983116 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'Port': ['ID=b41ba2e3-6c68-4d8c-bbf0-f22081c1b3bc,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:35.990309 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:35.997401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:36.013040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b5b2a-dacc-43d6-bd0e-4599db574c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590afc4e-45a8-44f4-bce8-cffb1651b2f7,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:36.016815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fd4b5b2a-dacc-43d6-bd0e-4599db574c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:36.022249 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-fd4b5b2a-dacc-43d6-bd0e-4599db574c92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=466b9af35a2c474f880c0d92f62afeeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6085176 Nov 19 20:44:36.023395 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43086) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:36.115209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5fed7674-27e0-4da0-9235-c94b409ed66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:36.155808 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5fed7674-27e0-4da0-9235-c94b409ed66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:36.167691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:36.173498 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:36.174786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:36.182189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:36.220334 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5fed7674-27e0-4da0-9235-c94b409ed66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:36.226620 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:36.242332 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed7674-27e0-4da0-9235-c94b409ed66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590afc4e-45a8-44f4-bce8-cffb1651b2f7,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:36.252665 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5fed7674-27e0-4da0-9235-c94b409ed66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:36.257366 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5fed7674-27e0-4da0-9235-c94b409ed66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:36.258737 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-5fed7674-27e0-4da0-9235-c94b409ed66d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/590afc4e-45a8-44f4-bce8-cffb1651b2f7 HTTP/1.1" status: 204 len: 168 time: 0.2340882 Nov 19 20:44:36.271184 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:44:36.273646 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-074bcd37-2cbc-4ab5-b427-229684292517 req-a98052b1-ec21-4add-8f9c-ac1caba5b421 service neutron] 10.222.0.24 "GET /v2.0/networks/646bd9ca-80b3-4388-8054-96d0cd8e049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746272 Nov 19 20:44:36.287082 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:36.293667 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:44:36.385465 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7561722 Nov 19 20:44:36.388240 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43118) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:36.397102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Request body: {'subnet': {'network_id': '86696251-d76d-4081-8508-37ec0b540c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1802354272-subnet', 'tenant_id': 'c66fdb6fa3cb489582f523e96cd3cfeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:36.407941 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:36.411689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Pushing event updated for resources: {'Network': ['ID=86696251-d76d-4081-8508-37ec0b540c41,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:36.416657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Usage tracker for resource:subnet and tenant:c66fdb6fa3cb489582f523e96cd3cfeb is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:36.420135 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:36.425466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 86696251-d76d-4081-8508-37ec0b540c41 details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:44:36.429623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:36.452803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Made reservation on behalf of c66fdb6fa3cb489582f523e96cd3cfeb for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:36.458077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:36.476818 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network 86696251-d76d-4081-8508-37ec0b540c41 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:44:36.594476 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:37.020979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.objects.ports [None req-8fc9c509-8df2-41d5-9139-e7dc1f7b7182 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 20:44:37.124044 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156af7b-43f5-4e73-8c42-ebbfbcf9f390 req-56721137-228f-4119-8ab5-5d5b77aa13bb tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:37.126561 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c156af7b-43f5-4e73-8c42-ebbfbcf9f390 req-56721137-228f-4119-8ab5-5d5b77aa13bb tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 943 time: 0.7308042 Nov 19 20:44:37.134691 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-074bcd37-2cbc-4ab5-b427-229684292517 req-fb331e6f-915a-4e6b-821a-879db1c3c8ec service neutron] 10.222.0.24 "GET /v2.0/networks/646bd9ca-80b3-4388-8054-96d0cd8e049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8421848 Nov 19 20:44:37.156851 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:37.246529 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c156af7b-43f5-4e73-8c42-ebbfbcf9f390 req-6bf83d5d-f21b-4d31-a998-c4b7d2df632f tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105189 Nov 19 20:44:37.256005 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:37.321875 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:37.344407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:37.540513 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa2fbf6f-0d9e-4380-878d-e157d7c03266,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:37.545550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:37.552462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5efd-6740-4f09-a3d9-2cd4a609d719 req-eeda9397-8c90-401e-b69c-242f882817ae tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:37.554791 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-83de5efd-6740-4f09-a3d9-2cd4a609d719 req-eeda9397-8c90-401e-b69c-242f882817ae tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 944 time: 0.3312221 Nov 19 20:44:37.627459 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:37.632773 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:37.644358 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-83de5efd-6740-4f09-a3d9-2cd4a609d719 req-c6b1e508-fdd0-4b30-98cb-7f77d706ebfd tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741873 Nov 19 20:44:37.659191 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Checking segment: {'id': '29d07168-e01a-49c4-8fe8-7208c6f05ef5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86696251-d76d-4081-8508-37ec0b540c41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:44:37.659573 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Network hostable DHCP agents. Network: 86696251-d76d-4081-8508-37ec0b540c41, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:44:37.661527 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:37.688747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Network 86696251-d76d-4081-8508-37ec0b540c41 is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:44:37.700120 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 86696251-d76d-4081-8508-37ec0b540c41) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:37.706316 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:37.706941 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:37.713394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd5ce5-ce11-4dae-8746-97b6d0142a80 None None] Network 86696251-d76d-4081-8508-37ec0b540c41 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:44:37.739090 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3486893 Nov 19 20:44:37.783331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43192) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:37.807839 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'Port': ['ID=b41ba2e3-6c68-4d8c-bbf0-f22081c1b3bc,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:37.811285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:37.946561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:37.968347 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:37.969724 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8841722 Nov 19 20:44:37.978960 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device a3465228-8fdc-4765-9b14-9eed3a52f4ce up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:38.085920 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port a3465228-8fdc-4765-9b14-9eed3a52f4ce completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:44:38.094002 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port a3465228-8fdc-4765-9b14-9eed3a52f4ce triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:38.094560 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:38.113601 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 43236) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:38.302117 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ac74a083-ef6d-46b6-a2e6-ea96872926bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:38.303577 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbed6d53-1210-44f4-abaa-b941c491f72e admin admin] Deleting subnet 67bf3be3-7e1e-4d05-a9fe-1de348bc113f {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:44:38.307913 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:38.310393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbed6d53-1210-44f4-abaa-b941c491f72e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:38.344605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port a3465228-8fdc-4765-9b14-9eed3a52f4ce, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=a3465228-8fdc-4765-9b14-9eed3a52f4ce,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:44:38.405065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ac74a083-ef6d-46b6-a2e6-ea96872926bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:38.412878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-ac74a083-ef6d-46b6-a2e6-ea96872926bf admin admin] Usage tracker for resource:security_group_rule and tenant:e9137c6bc415484983865b7dbc34dd85 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:38.416340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83af981a-1f55-4f90-893c-75be46782195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3465228-8fdc-4765-9b14-9eed3a52f4ce'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:44:38.421760 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-ac74a083-ef6d-46b6-a2e6-ea96872926bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:38.427128 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbed6d53-1210-44f4-abaa-b941c491f72e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:38.437533 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ac74a083-ef6d-46b6-a2e6-ea96872926bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:38.443954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbed6d53-1210-44f4-abaa-b941c491f72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:38.518888 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:38.533538 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device c7fe41db-45d1-4910-8a75-0bf1eda303b8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:38.573860 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0f1a0bef-c8ab-4141-8d35-e4aede3e32d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:38.718880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ac74a083-ef6d-46b6-a2e6-ea96872926bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:38.728809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e4f86a-dd56-47ed-943b-fea3fe33e753 None None] Network 86696251-d76d-4081-8508-37ec0b540c41 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:44:38.729598 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ac74a083-ef6d-46b6-a2e6-ea96872926bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:38.754065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:44:38.762609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:38.835044 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ac74a083-ef6d-46b6-a2e6-ea96872926bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9137c6bc415484983865b7dbc34dd85&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0505085 Nov 19 20:44:38.839084 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43284) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:38.868815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74a083-ef6d-46b6-a2e6-ea96872926bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de89fb6-3f26-4678-96db-504e64b56b41,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:38.880275 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb88d-6cbd-40cb-8b05-1a862b5dc922 req-861e2871-d762-49dc-9bd9-71f7763fa3de tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:38.882426 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-28acb88d-6cbd-40cb-8b05-1a862b5dc922 req-861e2871-d762-49dc-9bd9-71f7763fa3de tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 943 time: 0.3338079 Nov 19 20:44:38.883283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ac74a083-ef6d-46b6-a2e6-ea96872926bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:38.908331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=a3465228-8fdc-4765-9b14-9eed3a52f4ce,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:38.910107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-6b3eca6d-9554-4ae9-bc71-87463a0d9e41 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Synchronizing usage tracker for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:38.921583 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:38.947528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:38.957238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-6b3eca6d-9554-4ae9-bc71-87463a0d9e41 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Unset dirty status for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:38.963057 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-6b3eca6d-9554-4ae9-bc71-87463a0d9e41 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1876764351&fields=id&tenant_id=6ceb88dd8adf4523893df6a0118dd5b2 HTTP/1.1" status: 200 len: 267 time: 0.3227518 Nov 19 20:44:38.986640 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-28acb88d-6cbd-40cb-8b05-1a862b5dc922 req-c5c7bfa0-a548-47c1-bfc9-b7a6dfd1f16a tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886652 Nov 19 20:44:38.991627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0c501eb-11b9-434f-942f-b3c1e59fb975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.026769 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0c501eb-11b9-434f-942f-b3c1e59fb975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.084653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port c7fe41db-45d1-4910-8a75-0bf1eda303b8 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:44:39.089962 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port c7fe41db-45d1-4910-8a75-0bf1eda303b8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:39.090855 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.096359 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0c501eb-11b9-434f-942f-b3c1e59fb975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.104314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:39.121823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c501eb-11b9-434f-942f-b3c1e59fb975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de89fb6-3f26-4678-96db-504e64b56b41,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:39.135138 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a0c501eb-11b9-434f-942f-b3c1e59fb975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:39.137723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0c501eb-11b9-434f-942f-b3c1e59fb975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.139947 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a0c501eb-11b9-434f-942f-b3c1e59fb975 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8de89fb6-3f26-4678-96db-504e64b56b41 HTTP/1.1" status: 204 len: 168 time: 0.2975967 Nov 19 20:44:39.308282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.360287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port c7fe41db-45d1-4910-8a75-0bf1eda303b8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c7fe41db-45d1-4910-8a75-0bf1eda303b8,segment=NetworkSegment(5709f17e-f994-42be-9d7d-0d3f2862ee81),segment_id=5709f17e-f994-42be-9d7d-0d3f2862ee81)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:44:39.366884 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.369206 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-676e47a9-d4db-4fff-915f-4f5a2fcd3945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:39.394119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-3c78470e-cbdb-4015-8028-18bbd8c465a0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:39.394895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-3c78470e-cbdb-4015-8028-18bbd8c465a0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Synchronizing usage tracker for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:39.451083 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=c7fe41db-45d1-4910-8a75-0bf1eda303b8,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:39.454191 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-3c78470e-cbdb-4015-8028-18bbd8c465a0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Unset dirty status for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:39.462191 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:39.462636 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-3c78470e-cbdb-4015-8028-18bbd8c465a0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 810 time: 0.4617929 Nov 19 20:44:39.484018 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbed6d53-1210-44f4-abaa-b941c491f72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.507188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:39.515655 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd48dd7-e9de-4e24-8fe8-ae354c5003d8 req-01f4abed-e924-4e9c-9ab0-745d633ffcd1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:39.517625 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ddd48dd7-e9de-4e24-8fe8-ae354c5003d8 req-01f4abed-e924-4e9c-9ab0-745d633ffcd1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 946 time: 0.1052594 Nov 19 20:44:39.572990 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ddd48dd7-e9de-4e24-8fe8-ae354c5003d8 req-d192ab12-0f2e-4dab-9d0b-bbde0f96eedf tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479739 Nov 19 20:44:39.640927 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43316) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:39.648470 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-390d79bf-c13d-46d5-b3e9-6f8a0184bd2e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/quotas/6ceb88dd8adf4523893df6a0118dd5b2 HTTP/1.1" status: 200 len: 375 time: 0.1848257 Nov 19 20:44:39.649241 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed6d53-1210-44f4-abaa-b941c491f72e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67bf3be3-7e1e-4d05-a9fe-1de348bc113f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:39.654062 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cbed6d53-1210-44f4-abaa-b941c491f72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:39.670153 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6cc10a98-d2da-49e7-adc5-b784307db0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.709149 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6cc10a98-d2da-49e7-adc5-b784307db0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:39.713542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-6cc10a98-d2da-49e7-adc5-b784307db0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:996d0f5faa8e4398a15eb64763d0f3af is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:39.716582 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-6cc10a98-d2da-49e7-adc5-b784307db0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:39.722319 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6cc10a98-d2da-49e7-adc5-b784307db0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:39.730974 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbed6d53-1210-44f4-abaa-b941c491f72e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.741600 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-cbed6d53-1210-44f4-abaa-b941c491f72e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/67bf3be3-7e1e-4d05-a9fe-1de348bc113f HTTP/1.1" status: 204 len: 168 time: 1.6265635 Nov 19 20:44:39.744130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 43320) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:39.803277 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6cc10a98-d2da-49e7-adc5-b784307db0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.807661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6cc10a98-d2da-49e7-adc5-b784307db0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.818542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:39.854126 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-1d0df2b4-5103-49be-8291-403054d5553a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1989968 Nov 19 20:44:39.880999 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.884899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc10a98-d2da-49e7-adc5-b784307db0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab324631-6085-421f-9c00-fc769f51ca5b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:39.888289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6cc10a98-d2da-49e7-adc5-b784307db0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:39.891139 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-6cc10a98-d2da-49e7-adc5-b784307db0e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=996d0f5faa8e4398a15eb64763d0f3af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2489884 Nov 19 20:44:39.894829 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43330) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:39.968536 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-afd75124-938f-46ce-9991-a9d39ac0941a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:39.986670 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83af981a-1f55-4f90-893c-75be46782195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3465228-8fdc-4765-9b14-9eed3a52f4ce', 'code': 200} Nov 19 20:44:40.009771 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-afd75124-938f-46ce-9991-a9d39ac0941a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:40.055886 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device a3465228-8fdc-4765-9b14-9eed3a52f4ce up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:40.213787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port a3465228-8fdc-4765-9b14-9eed3a52f4ce triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:40.214320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:40.214678 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-afd75124-938f-46ce-9991-a9d39ac0941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:40.225335 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:40.245188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd75124-938f-46ce-9991-a9d39ac0941a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab324631-6085-421f-9c00-fc769f51ca5b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:40.249831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-afd75124-938f-46ce-9991-a9d39ac0941a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:40.253425 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-afd75124-938f-46ce-9991-a9d39ac0941a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:40.255043 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-afd75124-938f-46ce-9991-a9d39ac0941a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab324631-6085-421f-9c00-fc769f51ca5b HTTP/1.1" status: 204 len: 168 time: 0.3591681 Nov 19 20:44:40.293098 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411a977-f181-4598-bf3f-8d2d046e2899 req-d6377953-b122-4d41-aa37-6b8d9d8a722b tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:40.311263 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f411a977-f181-4598-bf3f-8d2d046e2899 req-d6377953-b122-4d41-aa37-6b8d9d8a722b tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 945 time: 0.1751182 Nov 19 20:44:40.383061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:40.396664 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f411a977-f181-4598-bf3f-8d2d046e2899 req-06e1c0cf-c150-472d-9c73-e06e82063d66 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843196 Nov 19 20:44:40.461106 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device c7fe41db-45d1-4910-8a75-0bf1eda303b8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:40.471907 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-045b091a-3cd5-418a-8566-e5d87d9815e2 service neutron] 10.222.0.13 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007241 Nov 19 20:44:40.543044 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port c7fe41db-45d1-4910-8a75-0bf1eda303b8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:40.543560 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:40.642559 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.643061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.644186 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.644590 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > port after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.645208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.645788 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > port after_update 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.646461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.646824 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.647373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.647978 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.720699 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.721249 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.721529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.721850 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:40.722448 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208028d2-0015-4ec6-bb71-ad5de4e01a65']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:40.756749 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e7dd82-ac6c-4a78-8be0-130fffa0f77c') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:40.757084 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e7dd82-ac6c-4a78-8be0-130fffa0f77c') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:40.773993 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7ae9f202-650f-457b-99cc-3e096a1827ad req-48bec30a-6146-483a-a16d-09e470c13ac8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 1163 time: 0.4447706 Nov 19 20:44:40.898362 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd0ec9-6c14-4cf3-931c-fbae9b019635 req-42e33af3-62ca-48c8-9613-7005ead1444a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:40.900109 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c6fd0ec9-6c14-4cf3-931c-fbae9b019635 req-42e33af3-62ca-48c8-9613-7005ead1444a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 946 time: 0.1090193 Nov 19 20:44:40.956969 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c6fd0ec9-6c14-4cf3-931c-fbae9b019635 req-b3c870be-ed71-4deb-916b-41af2101bc63 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496259 Nov 19 20:44:41.047664 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097726'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:41.164009 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-7a919df3-b0fa-4172-b2a6-a34149eb7605 service neutron] 10.222.0.13 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6389732 Nov 19 20:44:41.165680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:41.170747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:44:41.189966 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7ae9f202-650f-457b-99cc-3e096a1827ad req-1a3a281e-191e-480d-9745-69b86f821749 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:41.261490 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-7ae9f202-650f-457b-99cc-3e096a1827ad req-1a3a281e-191e-480d-9745-69b86f821749 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:41.266575 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-7ae9f202-650f-457b-99cc-3e096a1827ad req-1a3a281e-191e-480d-9745-69b86f821749 service neutron] Usage tracker for resource:security_group_rule and tenant:c58069d682ca49978c329292556ac82e is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:41.270965 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-7ae9f202-650f-457b-99cc-3e096a1827ad req-1a3a281e-191e-480d-9745-69b86f821749 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:41.277211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-7ae9f202-650f-457b-99cc-3e096a1827ad req-1a3a281e-191e-480d-9745-69b86f821749 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:41.479863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Network 208028d2-0015-4ec6-bb71-ad5de4e01a65 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:44:41.493034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2170763'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:41.498123 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-41683077-1f17-47d0-9066-c8a5d8cf4c8f req-f5905067-fe37-4317-82be-88766f2b6f32 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Synchronizing usage tracker for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:41.531600 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-41683077-1f17-47d0-9066-c8a5d8cf4c8f req-f5905067-fe37-4317-82be-88766f2b6f32 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Unset dirty status for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:41.536090 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-41683077-1f17-47d0-9066-c8a5d8cf4c8f req-f5905067-fe37-4317-82be-88766f2b6f32 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 210 time: 0.1013498 Nov 19 20:44:41.770407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7ae9f202-650f-457b-99cc-3e096a1827ad req-1a3a281e-191e-480d-9745-69b86f821749 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:41.790968 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Network 208028d2-0015-4ec6-bb71-ad5de4e01a65 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: (rel_b, rel_a, rel_b), Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: (rel_b, rel_a, rel_b), Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:44:41.820463 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:44:41.826678 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7ae9f202-650f-457b-99cc-3e096a1827ad req-1a3a281e-191e-480d-9745-69b86f821749 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:41.858060 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5020611e-c4bd-45d5-bd9b-54657886e5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:41.971687 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7ae9f202-650f-457b-99cc-3e096a1827ad req-1a3a281e-191e-480d-9745-69b86f821749 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9072964 Nov 19 20:44:41.975872 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:41.987469 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765d7c80-a325-4b76-b1b6-d6cee89a9618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fe41db-45d1-4910-8a75-0bf1eda303b8'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:44:41.996881 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a281e-191e-480d-9745-69b86f821749 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe09911-89f3-4cf1-afab-fb58e3113a28,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:42.024710 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77202f-1644-43af-ad5e-2077cd48413c req-d01928e2-54fc-488c-a1f1-1761a99ba831 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:42.026533 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5d77202f-1644-43af-ad5e-2077cd48413c req-d01928e2-54fc-488c-a1f1-1761a99ba831 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 945 time: 0.3870778 Nov 19 20:44:42.031270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:42.064381 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/208028d2-0015-4ec6-bb71-ad5de4e01a65 HTTP/1.1" status: 204 len: 168 time: 2.3191500 Nov 19 20:44:42.067566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43414) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:42.073390 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a3a281e-191e-480d-9745-69b86f821749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:42.073913 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-75c45078-1abb-41aa-aede-3ec1ff280bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:42.099922 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=208028d2-0015-4ec6-bb71-ad5de4e01a65,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:42.133350 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:42.152891 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765d7c80-a325-4b76-b1b6-d6cee89a9618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fe41db-45d1-4910-8a75-0bf1eda303b8', 'code': 200} Nov 19 20:44:42.168421 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5d77202f-1644-43af-ad5e-2077cd48413c req-f1b65a74-027d-41a5-964e-8557c76a497d tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279924 Nov 19 20:44:42.289147 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-244b03bd-7e28-42ad-8a1a-bb87ea167a70 admin admin] Deleting subnet aa2fbf6f-0d9e-4380-878d-e157d7c03266 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:44:42.296343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-244b03bd-7e28-42ad-8a1a-bb87ea167a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:42.430725 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-244b03bd-7e28-42ad-8a1a-bb87ea167a70 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:42.444933 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-244b03bd-7e28-42ad-8a1a-bb87ea167a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:42.539669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a830dd-7094-4fd9-99fd-8dc5ca650d09 req-dc272b2c-f4f0-462b-984a-b193bcfe1b34 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:42.541320 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f5a830dd-7094-4fd9-99fd-8dc5ca650d09 req-dc272b2c-f4f0-462b-984a-b193bcfe1b34 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 946 time: 0.1958663 Nov 19 20:44:42.677374 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-74541d96-f8b2-4753-9010-f4e1632049db req-399bc4d5-6cc1-44c0-a516-53b7f729119c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 1162 time: 0.1009932 Nov 19 20:44:42.688732 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f5a830dd-7094-4fd9-99fd-8dc5ca650d09 req-3ed3afdc-5ee7-400c-83e2-c984d47a50ae tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339769 Nov 19 20:44:42.741986 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52710e1c-18dc-4b04-b01c-a914e9739de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:42.798515 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9a117ac-debb-4214-b4d0-a65a44b3ce39 req-e79bdfc5-56f9-4eaa-bf81-76820441e5fc tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 210 time: 0.0514350 Nov 19 20:44:42.803037 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-74541d96-f8b2-4753-9010-f4e1632049db req-67668810-14cb-40a8-8c1f-f6cc418a7706 service neutron] Synchronizing usage tracker for tenant:c58069d682ca49978c329292556ac82e on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:42.821973 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-74541d96-f8b2-4753-9010-f4e1632049db req-67668810-14cb-40a8-8c1f-f6cc418a7706 service neutron] Unset dirty status for tenant:c58069d682ca49978c329292556ac82e on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:42.823458 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-74541d96-f8b2-4753-9010-f4e1632049db req-67668810-14cb-40a8-8c1f-f6cc418a7706 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318111 Nov 19 20:44:42.828597 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-244b03bd-7e28-42ad-8a1a-bb87ea167a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:42.844801 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e3cb2f29-06e1-45f3-b55f-7ed841fa38f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:42.897592 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b03bd-7e28-42ad-8a1a-bb87ea167a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa2fbf6f-0d9e-4380-878d-e157d7c03266,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:42.903327 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-244b03bd-7e28-42ad-8a1a-bb87ea167a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:42.988301 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-244b03bd-7e28-42ad-8a1a-bb87ea167a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:42.995139 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-244b03bd-7e28-42ad-8a1a-bb87ea167a70 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aa2fbf6f-0d9e-4380-878d-e157d7c03266 HTTP/1.1" status: 204 len: 168 time: 0.9264810 Nov 19 20:44:42.998021 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43442) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:43.300140 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:43.623020 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:43.662517 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e63cd1-f895-4fb8-9278-c94b47f9f7fa req-42959577-dc47-4549-8b88-50a4eef8c1f5 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:43.664510 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-46e63cd1-f895-4fb8-9278-c94b47f9f7fa req-42959577-dc47-4549-8b88-50a4eef8c1f5 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 945 time: 0.3090706 Nov 19 20:44:43.840574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-032a9914-a7c6-4807-b80a-9db9277d2d55 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:43.842293 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-032a9914-a7c6-4807-b80a-9db9277d2d55 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.24 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 810 time: 0.3720725 Nov 19 20:44:43.930610 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:43.931005 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:43.938272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:43.938272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > port after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:43.938272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:43.938272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > port after_update 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:43.938272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:43.941302 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:43.943870 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:43.946970 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:43.996558 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-005c9302-8245-4d43-ab7c-2a2d928da249 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2 HTTP/1.1" status: 200 len: 5044 time: 0.1322181 Nov 19 20:44:44.045849 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'port': {'device_id': 'ed119b48-0326-484a-ac92-c057083b69fa', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'admin_state_up': True, 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'security_groups': ['cdd27db8-3ec4-4b52-8e97-66c2b5342b3d']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:44.125263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:44.125474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:44.125707 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:44.126085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 20:44:44.126489 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86696251-d76d-4081-8508-37ec0b540c41']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:44.179582 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 43482) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:44.190362 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d07168-e01a-49c4-8fe8-7208c6f05ef5') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:44.190700 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d07168-e01a-49c4-8fe8-7208c6f05ef5') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:44:44.210515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2808885'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:44.228340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2209a-766c-4bbb-b8e8-ec2dc4fa0cb4 req-847d20a9-a3cd-462b-b486-edd2d4064206 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:44.230995 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:44.233706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:44:44.235703 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1ce2209a-766c-4bbb-b8e8-ec2dc4fa0cb4 req-847d20a9-a3cd-462b-b486-edd2d4064206 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 946 time: 0.2442024 Nov 19 20:44:44.271030 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:44.296450 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:44.321983 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1ce2209a-766c-4bbb-b8e8-ec2dc4fa0cb4 req-8df549e5-701b-4927-871a-08c307de92fd tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844140 Nov 19 20:44:44.325868 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Made reservation on behalf of 6ceb88dd8adf4523893df6a0118dd5b2 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:44.331461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:44.500168 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f24991fa-2906-46b5-aa9c-5586f2b8b84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:44.563211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Network 86696251-d76d-4081-8508-37ec0b540c41 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:44:44.575090 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853011291'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:44.620027 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-46e63cd1-f895-4fb8-9278-c94b47f9f7fa req-a2497bf0-5bdf-476e-9957-6a52f26ca5f0 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9422879 Nov 19 20:44:44.663263 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-144d9a48-78df-4941-85eb-61ae281c54b2 req-893a483a-33ad-4cf1-8a8c-bf3a0b55a6af tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 210 time: 0.0853758 Nov 19 20:44:44.664523 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f24991fa-2906-46b5-aa9c-5586f2b8b84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:44.672774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-f24991fa-2906-46b5-aa9c-5586f2b8b84a admin admin] Usage tracker for resource:security_group_rule and tenant:c9e5fb72d6be46ba9a1af9a88a59a1be is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:44.679092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-f24991fa-2906-46b5-aa9c-5586f2b8b84a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:44.689046 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f24991fa-2906-46b5-aa9c-5586f2b8b84a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:44.774982 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Network 86696251-d76d-4081-8508-37ec0b540c41 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:44:44.798748 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f24991fa-2906-46b5-aa9c-5586f2b8b84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: (rel_b, rel_a, rel_b), Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: (rel_b, rel_a, rel_b), Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:44:44.802962 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:44:44.805882 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f24991fa-2906-46b5-aa9c-5586f2b8b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:44.811567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a3a281e-191e-480d-9745-69b86f821749 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:44.858368 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24991fa-2906-46b5-aa9c-5586f2b8b84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d895de66-dfcd-4dfd-bbcc-337a7073e552,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:44.864808 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f24991fa-2906-46b5-aa9c-5586f2b8b84a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9e5fb72d6be46ba9a1af9a88a59a1be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6834130 Nov 19 20:44:44.865895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f24991fa-2906-46b5-aa9c-5586f2b8b84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:44.867766 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 43502) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:44.882611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:44.886874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:44.904676 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:44.916498 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Pushing event deleted for resources: {'Network': ['ID=86696251-d76d-4081-8508-37ec0b540c41,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:44.919393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:44.921194 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] 10.222.0.13 "DELETE /v2.0/networks/86696251-d76d-4081-8508-37ec0b540c41 HTTP/1.1" status: 204 len: 168 time: 1.9221597 Nov 19 20:44:45.028089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42140208-92a1-4a5d-b677-a1c77da3317a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.062730 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Allocated IP 172.20.0.3 (3ce5521b-869b-47f6-915a-65202afa7823/76030e34-5631-4aa3-9b7e-6153e008aab3/bfa574c5-230d-4742-bece-8ac0ee341d69) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:44:45.090082 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43510) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:45.100778 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42140208-92a1-4a5d-b677-a1c77da3317a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.160068 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c980a212-1ee9-4642-85b0-5c525918bb36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=213030555557470b828fc3548fc2818c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0666945 Nov 19 20:44:45.160306 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43516) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:45.225454 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42140208-92a1-4a5d-b677-a1c77da3317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.230846 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5ee-e21b-449a-93e3-b0cc9b0b3617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.244444 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:45.261160 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5ee-e21b-449a-93e3-b0cc9b0b3617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.264692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42140208-92a1-4a5d-b677-a1c77da3317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d895de66-dfcd-4dfd-bbcc-337a7073e552,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:45.269185 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42140208-92a1-4a5d-b677-a1c77da3317a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:45.327596 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5ee-e21b-449a-93e3-b0cc9b0b3617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.333577 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:45.345112 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4c5ee-e21b-449a-93e3-b0cc9b0b3617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030ac22b-24c2-4b6e-bec9-3159540c7a23,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:45.348800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-06f4c5ee-e21b-449a-93e3-b0cc9b0b3617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:45.356181 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5ee-e21b-449a-93e3-b0cc9b0b3617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.359973 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-06f4c5ee-e21b-449a-93e3-b0cc9b0b3617 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/030ac22b-24c2-4b6e-bec9-3159540c7a23 HTTP/1.1" status: 204 len: 168 time: 0.1958840 Nov 19 20:44:45.384037 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42140208-92a1-4a5d-b677-a1c77da3317a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.385399 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-42140208-92a1-4a5d-b677-a1c77da3317a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d895de66-dfcd-4dfd-bbcc-337a7073e552 HTTP/1.1" status: 204 len: 168 time: 0.5169737 Nov 19 20:44:45.481375 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.492683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0f6c12be-9a88-47f0-9284-5d8713df5dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.515726 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Transition to ACTIVE for port object bfa574c5-230d-4742-bece-8ac0ee341d69 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:44:45.549391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.577539 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:45.634041 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3167-a2c8-4b2e-9243-b26b630d7f3d req-8e39dfb9-fe65-491f-a1d1-08376d4abf44 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:45.645860 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bd3f3167-a2c8-4b2e-9243-b26b630d7f3d req-8e39dfb9-fe65-491f-a1d1-08376d4abf44 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 946 time: 0.0993891 Nov 19 20:44:45.752344 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:45.755503 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bd3f3167-a2c8-4b2e-9243-b26b630d7f3d req-ab1dff3a-2643-4526-9908-db61d8dad529 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086073 Nov 19 20:44:45.927449 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'Port': ['ID=bfa574c5-230d-4742-bece-8ac0ee341d69,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:45.942102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:46.198765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43558) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:46.258710 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Network 3ce5521b-869b-47f6-915a-65202afa7823 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:44:46.276221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:46.280536 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:44:46.321041 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9baa1566-bf87-44fd-9b7f-c82a4556fb2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c66fdb6fa3cb489582f523e96cd3cfeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1209939 Nov 19 20:44:46.330108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43566) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:46.371053 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512de7d-c169-4743-88c1-462cbfe9f61c req-51be450a-4732-4fcc-8915-083874c9abcc tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:46.373059 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c512de7d-c169-4743-88c1-462cbfe9f61c req-51be450a-4732-4fcc-8915-083874c9abcc tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 945 time: 0.4473498 Nov 19 20:44:46.453170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:46.453860 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:46.505718 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c512de7d-c169-4743-88c1-462cbfe9f61c req-b4372ed4-ab15-4306-806b-4f25fbaac2e9 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261799 Nov 19 20:44:46.518247 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4813299 Nov 19 20:44:46.541746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Request body: {'port': {'device_id': 'ed119b48-0326-484a-ac92-c057083b69fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:46.597715 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a96b-c35a-423e-9b32-0a8b5ebfd286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:46.629147 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a96b-c35a-423e-9b32-0a8b5ebfd286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:46.704658 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-581db062-1364-49f4-aa27-0150493e7e6d None None] Provisioning for port bfa574c5-230d-4742-bece-8ac0ee341d69 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:44:46.704964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b692f62-d103-406b-b300-aba879735c7c req-7ef163ce-8e3e-4f50-820a-62e1e15cc43b tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:46.706789 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4b692f62-d103-406b-b300-aba879735c7c req-7ef163ce-8e3e-4f50-820a-62e1e15cc43b tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 931 time: 0.3348515 Nov 19 20:44:46.717293 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a96b-c35a-423e-9b32-0a8b5ebfd286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:46.724733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-581db062-1364-49f4-aa27-0150493e7e6d None None] Provisioning complete for port bfa574c5-230d-4742-bece-8ac0ee341d69 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:46.725167 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-581db062-1364-49f4-aa27-0150493e7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:46.751654 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:46.762565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:46.766615 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0a96b-c35a-423e-9b32-0a8b5ebfd286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f61d13f-162e-4bb4-8fd4-0b2022fb060c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:46.771900 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ba0a96b-c35a-423e-9b32-0a8b5ebfd286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:46.790143 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a96b-c35a-423e-9b32-0a8b5ebfd286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:46.794765 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7ba0a96b-c35a-423e-9b32-0a8b5ebfd286 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f61d13f-162e-4bb4-8fd4-0b2022fb060c HTTP/1.1" status: 204 len: 168 time: 0.4582477 Nov 19 20:44:46.807232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-4b692f62-d103-406b-b300-aba879735c7c req-36b83531-01e5-4ce3-ad08-bf021f8e91a5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Synchronizing usage tracker for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:46.821804 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-4b692f62-d103-406b-b300-aba879735c7c req-36b83531-01e5-4ce3-ad08-bf021f8e91a5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Unset dirty status for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:46.823035 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4b692f62-d103-406b-b300-aba879735c7c req-36b83531-01e5-4ce3-ad08-bf021f8e91a5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043420 Nov 19 20:44:46.952205 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:46.978648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-581db062-1364-49f4-aa27-0150493e7e6d None None] Port bfa574c5-230d-4742-bece-8ac0ee341d69 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:44:46.990862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:47.619643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa574c5-230d-4742-bece-8ac0ee341d69 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:44:47.628604 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:47.649657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Transition to ACTIVE for port object bfa574c5-230d-4742-bece-8ac0ee341d69 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:44:47.652806 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:47.787652 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-661b39b3-bf19-4b08-8cc4-82f4df9ec5e1 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:47.941259 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa574c5-230d-4742-bece-8ac0ee341d69,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:47.951188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:48.464200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Attempting to bind port bfa574c5-230d-4742-bece-8ac0ee341d69 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:44:48.466045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Attempting to bind port bfa574c5-230d-4742-bece-8ac0ee341d69 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:44:48.466393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Attempting to bind port bfa574c5-230d-4742-bece-8ac0ee341d69 on network 3ce5521b-869b-47f6-915a-65202afa7823 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:44:48.492265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:44:48.492697 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Checking segment: {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:44:48.493110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:48.493525 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Bound using segment: {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:44:48.494011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Bound port: bfa574c5-230d-4742-bece-8ac0ee341d69, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:44:48.494388 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:48.582442 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9060a-13cd-4520-b37c-d13566dd5f4d req-474ee27b-141d-438b-a390-e9d38d936b07 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:48.583308 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-f3a9060a-13cd-4520-b37c-d13566dd5f4d req-474ee27b-141d-438b-a390-e9d38d936b07 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Synchronizing usage tracker for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:44:48.617731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-f3a9060a-13cd-4520-b37c-d13566dd5f4d req-474ee27b-141d-438b-a390-e9d38d936b07 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Unset dirty status for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:44:48.618910 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f3a9060a-13cd-4520-b37c-d13566dd5f4d req-474ee27b-141d-438b-a390-e9d38d936b07 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 943 time: 0.2259660 Nov 19 20:44:48.657781 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] For port bfa574c5-230d-4742-bece-8ac0ee341d69, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:44:48.682458 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] For port bfa574c5-230d-4742-bece-8ac0ee341d69, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=bfa574c5-230d-4742-bece-8ac0ee341d69,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:44:48.696761 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:48.832584 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f3a9060a-13cd-4520-b37c-d13566dd5f4d req-54677588-ab0b-439b-8808-8968a803d777 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046533 Nov 19 20:44:48.873421 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:48.982016 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa574c5-230d-4742-bece-8ac0ee341d69,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:48.997915 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:49.089939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:49.091432 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] 10.222.0.24 "PUT /v2.0/ports/bfa574c5-230d-4742-bece-8ac0ee341d69 HTTP/1.1" status: 200 len: 1157 time: 2.5594227 Nov 19 20:44:49.091955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed119b48-0326-484a-ac92-c057083b69fa', 'tag': 'bfa574c5-230d-4742-bece-8ac0ee341d69'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:44:49.335513 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-f45d5d0f-fd48-4196-84ca-cb28939a2dfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 1160 time: 0.1770597 Nov 19 20:44:49.425550 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed119b48-0326-484a-ac92-c057083b69fa', 'tag': 'bfa574c5-230d-4742-bece-8ac0ee341d69', 'status': 'completed', 'code': 200} Nov 19 20:44:49.444639 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-b2667d47-574b-4c60-8695-5e915e0f3ebf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa574c5-230d-4742-bece-8ac0ee341d69 HTTP/1.1" status: 200 len: 217 time: 0.0949557 Nov 19 20:44:49.541996 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-bc6d7cde-3656-4bc8-8d42-5ec044a67238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:49.544086 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-bc6d7cde-3656-4bc8-8d42-5ec044a67238 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76030e34-5631-4aa3-9b7e-6153e008aab3 HTTP/1.1" status: 200 len: 849 time: 0.0928290 Nov 19 20:44:49.645490 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-0b9296b6-fec4-49b7-9b4c-524908d2b00f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ce5521b-869b-47f6-915a-65202afa7823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817235 Nov 19 20:44:49.834738 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-6a9f87d7-77d4-4d64-9db6-a61fab696acb service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819921 Nov 19 20:44:50.026630 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc5107ab-50cc-4e8d-bfde-68fd2acbbff5 req-3910fca0-6c19-4ff3-b365-fc8c79326760 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1836081 Nov 19 20:44:50.146132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50c8ee-45e5-4979-ae90-f9d2f6fd4ee1 req-7e6faed8-8e42-44d6-bf52-9e9a0670f434 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:50.147737 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5f50c8ee-45e5-4979-ae90-f9d2f6fd4ee1 req-7e6faed8-8e42-44d6-bf52-9e9a0670f434 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 943 time: 0.1076548 Nov 19 20:44:50.201235 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5f50c8ee-45e5-4979-ae90-f9d2f6fd4ee1 req-eedb872d-3516-4d5e-91ca-2686de01faac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463452 Nov 19 20:44:50.223947 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1899c2bf-bf67-4502-941a-40697a660a02 req-0c484fd3-e215-490a-9237-d49903665d88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 1160 time: 0.0835676 Nov 19 20:44:50.375796 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899c2bf-bf67-4502-941a-40697a660a02 req-26239846-0e8a-4f3a-b46f-3b9bbe6501bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:50.377560 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1899c2bf-bf67-4502-941a-40697a660a02 req-26239846-0e8a-4f3a-b46f-3b9bbe6501bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 904 time: 0.1431184 Nov 19 20:44:50.448745 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1899c2bf-bf67-4502-941a-40697a660a02 req-a1e3a91d-d293-46a1-b38f-f4d628598fb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa574c5-230d-4742-bece-8ac0ee341d69 HTTP/1.1" status: 200 len: 217 time: 0.0634916 Nov 19 20:44:50.533807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899c2bf-bf67-4502-941a-40697a660a02 req-e6bbcfa4-5d1b-454e-a1a8-d632e1cfff20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:50.536015 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1899c2bf-bf67-4502-941a-40697a660a02 req-e6bbcfa4-5d1b-454e-a1a8-d632e1cfff20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76030e34-5631-4aa3-9b7e-6153e008aab3 HTTP/1.1" status: 200 len: 849 time: 0.0744185 Nov 19 20:44:50.642137 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1899c2bf-bf67-4502-941a-40697a660a02 req-30fa156f-a516-4a8e-9821-acbd0e0d147f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ce5521b-869b-47f6-915a-65202afa7823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0952113 Nov 19 20:44:50.793676 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1899c2bf-bf67-4502-941a-40697a660a02 req-42acc3f1-0024-40c6-9109-fd775bac85a9 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439939 Nov 19 20:44:50.968998 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1899c2bf-bf67-4502-941a-40697a660a02 req-cb0b58df-6490-4991-aaeb-f01ac9ff1df8 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1550608 Nov 19 20:44:51.428167 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797257d-0830-4fe5-8b2d-4ad2ccf6a136 req-d1b48220-746c-406e-b6e9-cc3eb301cabe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:51.429805 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8797257d-0830-4fe5-8b2d-4ad2ccf6a136 req-d1b48220-746c-406e-b6e9-cc3eb301cabe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 943 time: 0.0859995 Nov 19 20:44:51.492060 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8797257d-0830-4fe5-8b2d-4ad2ccf6a136 req-5b21e503-cf32-40c6-93f4-f50a24da4909 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558400 Nov 19 20:44:51.943510 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 43772) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:52.129756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-908465b3-f0cc-478a-8dcf-2d732042e9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:52.166355 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-908465b3-f0cc-478a-8dcf-2d732042e9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:52.170464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-908465b3-f0cc-478a-8dcf-2d732042e9cb admin admin] Usage tracker for resource:security_group_rule and tenant:c5429efa4960473ea944cfe7b05ac87c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:52.173408 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-908465b3-f0cc-478a-8dcf-2d732042e9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:52.180013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-908465b3-f0cc-478a-8dcf-2d732042e9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:52.382218 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-5bfb3d80-8cef-43ac-8625-70e252cb7d98 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:52.383823 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-5bfb3d80-8cef-43ac-8625-70e252cb7d98 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 814 time: 0.2015011 Nov 19 20:44:52.419177 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-908465b3-f0cc-478a-8dcf-2d732042e9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:52.422866 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-cafcd55b-b983-4a31-9c05-0ac0dfc7772d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/quotas/deb85f345c6f42f4be3169158c29fd70 HTTP/1.1" status: 200 len: 375 time: 0.0256264 Nov 19 20:44:52.423728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-908465b3-f0cc-478a-8dcf-2d732042e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:52.434192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:52.503196 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908465b3-f0cc-478a-8dcf-2d732042e9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c131876a-aedc-4cd9-9ea6-afb95fa5b041,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:52.514105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-908465b3-f0cc-478a-8dcf-2d732042e9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:52.590202 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 43804) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:52.596810 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-908465b3-f0cc-478a-8dcf-2d732042e9cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5429efa4960473ea944cfe7b05ac87c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6489244 Nov 19 20:44:52.641068 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-2a3a4966-cf63-45b2-82a0-43df7007180f tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2087502 Nov 19 20:44:52.737287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-352e3464-1520-4045-8a9e-254bd7081ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:52.770101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-352e3464-1520-4045-8a9e-254bd7081ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:52.830851 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-352e3464-1520-4045-8a9e-254bd7081ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:52.839012 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:52.850817 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-186df6dc-7572-4d96-8e81-9f894af64d68 service neutron] 10.222.0.13 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026875 Nov 19 20:44:52.858397 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e3464-1520-4045-8a9e-254bd7081ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c131876a-aedc-4cd9-9ea6-afb95fa5b041,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:52.885436 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-352e3464-1520-4045-8a9e-254bd7081ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:52.894778 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-352e3464-1520-4045-8a9e-254bd7081ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:52.899154 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-352e3464-1520-4045-8a9e-254bd7081ba3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c131876a-aedc-4cd9-9ea6-afb95fa5b041 HTTP/1.1" status: 204 len: 168 time: 0.3078661 Nov 19 20:44:52.946508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38158ff2-96d4-41d1-be6d-b29bd2162275 req-cf92e391-ec24-4745-bf22-23921bd912a4 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:52.949032 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38158ff2-96d4-41d1-be6d-b29bd2162275 req-cf92e391-ec24-4745-bf22-23921bd912a4 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 943 time: 0.2935021 Nov 19 20:44:53.059808 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38158ff2-96d4-41d1-be6d-b29bd2162275 req-f50c5462-903c-44f7-830d-936e9c26c310 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021156 Nov 19 20:44:53.104892 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-67092e3a-b462-4f1c-81ac-107e8a5385c3 service neutron] 10.222.0.13 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2529695 Nov 19 20:44:53.385228 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d44249dd-73cf-4d1c-88cf-0ec915e2a2b4 req-0da9a76b-1c89-4ec5-a17e-d7847eca134b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 210 time: 0.0608010 Nov 19 20:44:53.499938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 43846) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:53.522239 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-754d69c8-59ed-415e-863a-ffc6367d77de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:53.561022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-754d69c8-59ed-415e-863a-ffc6367d77de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:53.565238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-754d69c8-59ed-415e-863a-ffc6367d77de admin admin] Usage tracker for resource:security_group_rule and tenant:d9510a208025468196004e78562798a6 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:53.568256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-754d69c8-59ed-415e-863a-ffc6367d77de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:53.574927 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-754d69c8-59ed-415e-863a-ffc6367d77de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:53.662675 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-754d69c8-59ed-415e-863a-ffc6367d77de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:53.666734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-754d69c8-59ed-415e-863a-ffc6367d77de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:53.678967 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f24991fa-2906-46b5-aa9c-5586f2b8b84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:53.759653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d69c8-59ed-415e-863a-ffc6367d77de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f87a5b-e80c-4ab7-8f7d-3d22dd72dbf9,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:53.763956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-754d69c8-59ed-415e-863a-ffc6367d77de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:53.771647 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-754d69c8-59ed-415e-863a-ffc6367d77de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9510a208025468196004e78562798a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2666132 Nov 19 20:44:53.771647 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 43860) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:54.269914 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35e46610-f90c-4768-8da8-c6aefa18a7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:54.321391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35e46610-f90c-4768-8da8-c6aefa18a7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:54.344042 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018283-897e-40e1-b98f-f0a4596dcf00 req-af0a1734-a0f7-4dbf-b365-9672efa6fe9d tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:54.345795 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-00018283-897e-40e1-b98f-f0a4596dcf00 req-af0a1734-a0f7-4dbf-b365-9672efa6fe9d tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 945 time: 0.1891561 Nov 19 20:44:54.350003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b27ecc-43f3-4dd7-8711-904476dedeac req-94e28e2c-db5c-4a19-bb6b-be9c39b3da38 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:54.351729 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f6b27ecc-43f3-4dd7-8711-904476dedeac req-94e28e2c-db5c-4a19-bb6b-be9c39b3da38 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 943 time: 0.0895531 Nov 19 20:44:54.417563 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f6b27ecc-43f3-4dd7-8711-904476dedeac req-cfa928d3-8708-408e-8101-7ef398715b13 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588558 Nov 19 20:44:54.435865 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-00018283-897e-40e1-b98f-f0a4596dcf00 req-ddf519dd-1140-4b24-8f03-7c0333b65b11 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690317 Nov 19 20:44:54.437234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35e46610-f90c-4768-8da8-c6aefa18a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:54.448289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9f7a49d-1b55-46b7-8c9a-6c28e1a387f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:54.472516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e46610-f90c-4768-8da8-c6aefa18a7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f87a5b-e80c-4ab7-8f7d-3d22dd72dbf9,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:54.476225 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-35e46610-f90c-4768-8da8-c6aefa18a7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:54.479242 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device bfa574c5-230d-4742-bece-8ac0ee341d69 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:54.483122 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35e46610-f90c-4768-8da8-c6aefa18a7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:54.487746 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-35e46610-f90c-4768-8da8-c6aefa18a7eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7f87a5b-e80c-4ab7-8f7d-3d22dd72dbf9 HTTP/1.1" status: 204 len: 168 time: 0.7151620 Nov 19 20:44:54.598980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port bfa574c5-230d-4742-bece-8ac0ee341d69 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:44:54.604039 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port bfa574c5-230d-4742-bece-8ac0ee341d69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:54.604470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:54.652572 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4394ddce-b66a-48de-a43b-ff5e5de5859d req-99f9b989-21a8-4301-9a7a-0b6034f3a759 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 210 time: 0.0505559 Nov 19 20:44:54.724922 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:54.763211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed119b48-0326-484a-ac92-c057083b69fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa574c5-230d-4742-bece-8ac0ee341d69'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:44:54.779141 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port bfa574c5-230d-4742-bece-8ac0ee341d69, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=bfa574c5-230d-4742-bece-8ac0ee341d69,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:44:54.783716 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:54.786858 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:54.848675 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed119b48-0326-484a-ac92-c057083b69fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa574c5-230d-4742-bece-8ac0ee341d69', 'code': 200} Nov 19 20:44:54.874083 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=bfa574c5-230d-4742-bece-8ac0ee341d69,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:54.877635 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:55.367841 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0801994d-76f1-4d89-bdc1-d82bbe2c8222 req-642fc273-a300-4b53-be9a-dba5b6947df3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 1162 time: 0.1424870 Nov 19 20:44:55.431435 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-844cfc30-1b61-4ce7-a386-69b4552b7145 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:55.433114 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-844cfc30-1b61-4ce7-a386-69b4552b7145 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 814 time: 0.2588184 Nov 19 20:44:55.433742 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0801994d-76f1-4d89-bdc1-d82bbe2c8222 req-7371be3f-637b-4afb-ac13-d30a5231cde9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580552 Nov 19 20:44:55.775633 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c75bf-45c7-4feb-bbfa-35c8fd4b774d req-2a9b5525-cca8-4f67-8520-2558381a6d9e tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:55.777399 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a59c75bf-45c7-4feb-bbfa-35c8fd4b774d req-2a9b5525-cca8-4f67-8520-2558381a6d9e tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 945 time: 0.1775887 Nov 19 20:44:55.870343 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a59c75bf-45c7-4feb-bbfa-35c8fd4b774d req-a702ac11-f771-47c1-abfb-da1e3fd913f0 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859883 Nov 19 20:44:55.907995 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Request body: {'port': {'device_id': 'c3aacac1-e25d-41ee-af86-1823b2bf2f83', 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b', 'admin_state_up': True, 'tenant_id': 'deb85f345c6f42f4be3169158c29fd70'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:55.999120 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ffc73-df21-4b77-adeb-cad779c30c84 req-b89eb3ce-3443-46ad-b064-fc0931860ba7 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:56.007093 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a42ffc73-df21-4b77-adeb-cad779c30c84 req-b89eb3ce-3443-46ad-b064-fc0931860ba7 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.3914940 Nov 19 20:44:56.019126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device bfa574c5-230d-4742-bece-8ac0ee341d69 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:56.086620 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a42ffc73-df21-4b77-adeb-cad779c30c84 req-ce025cd1-cebd-4d44-81ae-56cc3d7b2cd0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784464 Nov 19 20:44:56.152948 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port bfa574c5-230d-4742-bece-8ac0ee341d69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:56.153412 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:56.203271 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5a58f948-9c13-4814-92a6-19873e5a721c req-fe3335b9-36cf-4965-8927-7bde49fe399e tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 210 time: 0.0757728 Nov 19 20:44:56.239753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:56.254076 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:56.279094 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Made reservation on behalf of deb85f345c6f42f4be3169158c29fd70 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:44:56.284794 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:56.650574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Allocated IP 172.20.0.13 (343d6c05-0742-4383-94b3-ea67030c008b/45484d4f-2d08-4b31-bfcf-6ef2b7a41861/fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:44:56.906790 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:56.943909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:56.964515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c7f6081a-e508-4239-8fb2-2e9012a4b187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:57.237793 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Pushing event updated for resources: {'Port': ['ID=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:57.243700 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:57.417936 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b25fd-d2bd-4187-9470-b6429aee53f2 req-d9d68cb7-54d7-4cc9-b17a-8cfa09202838 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:57.419734 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-272b25fd-d2bd-4187-9470-b6429aee53f2 req-d9d68cb7-54d7-4cc9-b17a-8cfa09202838 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.24 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 945 time: 0.2499366 Nov 19 20:44:57.428813 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b599ba8-5ed4-461f-b2a9-88af06a82ab7 req-e065556f-1fb5-4469-aed6-94f206ac6630 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:57.432096 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9b599ba8-5ed4-461f-b2a9-88af06a82ab7 req-e065556f-1fb5-4469-aed6-94f206ac6630 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 945 time: 0.3740463 Nov 19 20:44:57.446491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Network 343d6c05-0742-4383-94b3-ea67030c008b is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:44:57.451070 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:44:57.456914 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:44:57.581831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d7374-f4a7-4dcc-874d-9087e2500afd req-d44a1c49-61b3-4d18-bd29-3e53030162e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:57.583477 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bf2d7374-f4a7-4dcc-874d-9087e2500afd req-d44a1c49-61b3-4d18-bd29-3e53030162e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.2689126 Nov 19 20:44:57.590513 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-272b25fd-d2bd-4187-9470-b6429aee53f2 req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Deleting port c7fe41db-45d1-4910-8a75-0bf1eda303b8 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:44:57.591190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-272b25fd-d2bd-4187-9470-b6429aee53f2 req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:57.679513 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9b599ba8-5ed4-461f-b2a9-88af06a82ab7 req-d5a78c7c-a2ad-4d9c-bfab-975991eef29c tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/security-groups?id=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513867 Nov 19 20:44:57.681344 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:57.682081 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:57.728240 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44044) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:57.780298 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44052) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:57.813631 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9420328 Nov 19 20:44:57.835260 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bf2d7374-f4a7-4dcc-874d-9087e2500afd req-98b815ad-f2a2-4c06-8148-84a636c628a4 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386136 Nov 19 20:44:57.840937 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Request body: {'port': {'device_id': 'c3aacac1-e25d-41ee-af86-1823b2bf2f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:58.076333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d75ca994-60a5-49eb-ada6-57e19c7078d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:58.132487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-be20575a-aad9-4ee5-a874-dee748c46406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:58.152204 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:58.179282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62966db-4bc0-4e7d-8b54-4d2cf0503d86 req-2c20aae6-c20c-4087-b29e-ce9d6cf050cf tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:58.182444 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b62966db-4bc0-4e7d-8b54-4d2cf0503d86 req-2c20aae6-c20c-4087-b29e-ce9d6cf050cf tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 932 time: 0.3270614 Nov 19 20:44:58.204835 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device bfa574c5-230d-4742-bece-8ac0ee341d69 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:44:58.230426 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-272b25fd-d2bd-4187-9470-b6429aee53f2 req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] For port c7fe41db-45d1-4910-8a75-0bf1eda303b8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c7fe41db-45d1-4910-8a75-0bf1eda303b8,segment=NetworkSegment(5709f17e-f994-42be-9d7d-0d3f2862ee81),segment_id=5709f17e-f994-42be-9d7d-0d3f2862ee81)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:44:58.230709 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-272b25fd-d2bd-4187-9470-b6429aee53f2 req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:58.231227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d75ca994-60a5-49eb-ada6-57e19c7078d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:58.255542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-d75ca994-60a5-49eb-ada6-57e19c7078d4 admin admin] Usage tracker for resource:security_group_rule and tenant:fd35ccdcb8ce42a7bc78e88acf17c47e is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:58.260786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-d75ca994-60a5-49eb-ada6-57e19c7078d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:58.278169 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d75ca994-60a5-49eb-ada6-57e19c7078d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:58.280713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-be20575a-aad9-4ee5-a874-dee748c46406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:44:58.281198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port bfa574c5-230d-4742-bece-8ac0ee341d69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:44:58.281617 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:58.294316 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-be20575a-aad9-4ee5-a874-dee748c46406 admin admin] Usage tracker for resource:security_group_rule and tenant:6f0d5f936fcd42ebac326582c33a222b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:44:58.328662 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-be20575a-aad9-4ee5-a874-dee748c46406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:44:58.348706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c48a3b-c8f7-428b-8137-6f09c9716920 req-f0dfa0bb-e399-42c1-90a8-1e3284784fc8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:58.350328 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e9c48a3b-c8f7-428b-8137-6f09c9716920 req-f0dfa0bb-e399-42c1-90a8-1e3284784fc8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.3575215 Nov 19 20:44:58.359684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-be20575a-aad9-4ee5-a874-dee748c46406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:44:58.363897 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44066) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:58.373254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-95575cf8-939a-4d61-9f43-65e8617c4d71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'floatingip': {'port_id': 'bfa574c5-230d-4742-bece-8ac0ee341d69'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:44:58.377680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-272b25fd-d2bd-4187-9470-b6429aee53f2 req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Calling delete_port for c7fe41db-45d1-4910-8a75-0bf1eda303b8 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:44:58.428479 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b62966db-4bc0-4e7d-8b54-4d2cf0503d86 req-cbc91050-b9c5-49bf-a02c-e2d5b8ccb01c tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344787 Nov 19 20:44:58.453557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device c7fe41db-45d1-4910-8a75-0bf1eda303b8 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:44:58.497723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-95575cf8-939a-4d61-9f43-65e8617c4d71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:58.579928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:58.617913 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-272b25fd-d2bd-4187-9470-b6429aee53f2 req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:58.640011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:58.710841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Pushing event deleted for resources: {'Port': ['ID=c7fe41db-45d1-4910-8a75-0bf1eda303b8,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:58.715967 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:58.875767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-272b25fd-d2bd-4187-9470-b6429aee53f2 req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] No DVR routers for this DVR port c7fe41db-45d1-4910-8a75-0bf1eda303b8 on host hv-cinder-75078 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:44:58.879680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-272b25fd-d2bd-4187-9470-b6429aee53f2 req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:58.883703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765d7c80-a325-4b76-b1b6-d6cee89a9618', 'name': 'network-vif-deleted', 'tag': 'c7fe41db-45d1-4910-8a75-0bf1eda303b8'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:44:58.907236 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-272b25fd-d2bd-4187-9470-b6429aee53f2 req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.24 "DELETE /v2.0/ports/c7fe41db-45d1-4910-8a75-0bf1eda303b8 HTTP/1.1" status: 204 len: 173 time: 1.4755082 Nov 19 20:44:58.962377 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765d7c80-a325-4b76-b1b6-d6cee89a9618', 'name': 'network-vif-deleted', 'tag': 'c7fe41db-45d1-4910-8a75-0bf1eda303b8', 'status': 'completed', 'code': 200} Nov 19 20:44:59.115461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d75ca994-60a5-49eb-ada6-57e19c7078d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:59.187244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-be20575a-aad9-4ee5-a874-dee748c46406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:59.188291 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d75ca994-60a5-49eb-ada6-57e19c7078d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:59.211401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f3fa7593-3bda-4a14-a5fb-888a2f8606e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:59.229739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-be20575a-aad9-4ee5-a874-dee748c46406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:59.238789 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-207dc34f-9fc7-497f-9722-10253a4285d4 req-649e5a56-3152-4cef-9e8e-bba5ebf18319 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] 10.222.0.13 "GET /v2.0/ports?device_id=765d7c80-a325-4b76-b1b6-d6cee89a9618 HTTP/1.1" status: 200 len: 210 time: 0.2835674 Nov 19 20:44:59.412706 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d75ca994-60a5-49eb-ada6-57e19c7078d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd35ccdcb8ce42a7bc78e88acf17c47e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6273842 Nov 19 20:44:59.430381 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-be20575a-aad9-4ee5-a874-dee748c46406 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f0d5f936fcd42ebac326582c33a222b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6981528 Nov 19 20:44:59.431918 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44104) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:59.432108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44106) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:59.476828 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ca994-60a5-49eb-ada6-57e19c7078d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d5c367-0d8e-425c-a10f-eed8fd394d1f,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:59.488818 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d75ca994-60a5-49eb-ada6-57e19c7078d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:59.494768 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d736211b-d91d-4181-be31-141ae3d3aa27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:44:59.507783 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c23b3a5-006b-4d59-af55-98eb3e47b6a2 req-db795020-be2f-433f-819f-27672d37ca2e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1228364 Nov 19 20:44:59.594320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44114) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:44:59.617183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.resource_extend [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 20:44:59.711610 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20575a-aad9-4ee5-a874-dee748c46406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d29ca7-99dc-40d2-8123-d09c4c897468,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:44:59.727800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-be20575a-aad9-4ee5-a874-dee748c46406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:44:59.767960 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:44:59.837643 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c23b3a5-006b-4d59-af55-98eb3e47b6a2 req-801392d3-f443-43b4-a625-c38611229176 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 1163 time: 0.1372604 Nov 19 20:44:59.848817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:44:59.860797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87749f2-7a02-43c7-ac5e-4df53ea53e12 req-bacf488c-84cd-4db0-880f-b90143f72067 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:44:59.862313 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a87749f2-7a02-43c7-ac5e-4df53ea53e12 req-bacf488c-84cd-4db0-880f-b90143f72067 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 932 time: 0.2265573 Nov 19 20:44:59.939403 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2db42af6-26bf-4c9e-8d20-016807c1c617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.025683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Transition to ACTIVE for port object fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:45:00.028674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdc7b-a405-4775-933e-e26863e61a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.039237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ba21faa8-c21c-4572-a5b6-e01068a2c9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.057585 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.080475 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a87749f2-7a02-43c7-ac5e-4df53ea53e12 req-7780a802-30d6-49cf-8b09-e3047f4cee0c tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756964 Nov 19 20:45:00.094958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:00.099230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2db42af6-26bf-4c9e-8d20-016807c1c617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:00.106904 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-2db42af6-26bf-4c9e-8d20-016807c1c617 admin admin] Usage tracker for resource:security_group_rule and tenant:10e45290aeea47ee89220f5d805b3142 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:00.119114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-2db42af6-26bf-4c9e-8d20-016807c1c617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:00.130384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2db42af6-26bf-4c9e-8d20-016807c1c617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:00.135335 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23b3a5-006b-4d59-af55-98eb3e47b6a2 req-b9c89129-34e7-4991-93b7-53911d4d570f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:00.136936 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c23b3a5-006b-4d59-af55-98eb3e47b6a2 req-b9c89129-34e7-4991-93b7-53911d4d570f service neutron] 10.222.0.24 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 908 time: 0.2711470 Nov 19 20:45:00.200882 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdc7b-a405-4775-933e-e26863e61a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.220057 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c23b3a5-006b-4d59-af55-98eb3e47b6a2 req-b18d9024-e01b-4c7e-a8b6-96cae4be19d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3465228-8fdc-4765-9b14-9eed3a52f4ce HTTP/1.1" status: 200 len: 217 time: 0.0758209 Nov 19 20:45:00.221300 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ba21faa8-c21c-4572-a5b6-e01068a2c9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.328831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23b3a5-006b-4d59-af55-98eb3e47b6a2 req-5fb084c3-e01f-4ed2-95ec-7faac658a6b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:00.330403 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c23b3a5-006b-4d59-af55-98eb3e47b6a2 req-5fb084c3-e01f-4ed2-95ec-7faac658a6b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45484d4f-2d08-4b31-bfcf-6ef2b7a41861 HTTP/1.1" status: 200 len: 854 time: 0.0999651 Nov 19 20:45:00.334620 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2db42af6-26bf-4c9e-8d20-016807c1c617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.337810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2db42af6-26bf-4c9e-8d20-016807c1c617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.348493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a0c501eb-11b9-434f-942f-b3c1e59fb975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:00.358591 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:00.376993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:00.418447 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c23b3a5-006b-4d59-af55-98eb3e47b6a2 req-9bd7e7e5-34e1-4510-b4f3-9279855eedc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343d6c05-0742-4383-94b3-ea67030c008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722160 Nov 19 20:45:00.445013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ba21faa8-c21c-4572-a5b6-e01068a2c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.459645 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db42af6-26bf-4c9e-8d20-016807c1c617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23fa4d-39ed-41b6-8bc6-a7b04c3539e6,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:00.474345 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2db42af6-26bf-4c9e-8d20-016807c1c617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:00.486317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:00.496713 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-2db42af6-26bf-4c9e-8d20-016807c1c617 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10e45290aeea47ee89220f5d805b3142&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8986862 Nov 19 20:45:00.497805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44142) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:00.511686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdc7b-a405-4775-933e-e26863e61a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.528469 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21faa8-c21c-4572-a5b6-e01068a2c9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d29ca7-99dc-40d2-8123-d09c4c897468,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:00.584364 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ba21faa8-c21c-4572-a5b6-e01068a2c9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:00.587297 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-352e3464-1520-4045-8a9e-254bd7081ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:00.603605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdc7b-a405-4775-933e-e26863e61a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.604871 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-bc2bdc7b-a405-4775-933e-e26863e61a09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4d5c367-0d8e-425c-a10f-eed8fd394d1f HTTP/1.1" status: 204 len: 168 time: 1.1684184 Nov 19 20:45:00.615406 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.resource_extend [None req-95575cf8-939a-4d61-9f43-65e8617c4d71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 20:45:00.652194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7f1db0f4-f626-4228-ab19-2fcb5749a72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.683567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7f1db0f4-f626-4228-ab19-2fcb5749a72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.740735 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7f1db0f4-f626-4228-ab19-2fcb5749a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.749640 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:00.766858 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1db0f4-f626-4228-ab19-2fcb5749a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23fa4d-39ed-41b6-8bc6-a7b04c3539e6,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:00.770914 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7f1db0f4-f626-4228-ab19-2fcb5749a72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:00.771805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7f1db0f4-f626-4228-ab19-2fcb5749a72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.773037 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7f1db0f4-f626-4228-ab19-2fcb5749a72c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf23fa4d-39ed-41b6-8bc6-a7b04c3539e6 HTTP/1.1" status: 204 len: 168 time: 0.2742994 Nov 19 20:45:00.804134 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c23b3a5-006b-4d59-af55-98eb3e47b6a2 req-c025dc6e-53f0-4dde-bad7-dd0fdc1d3d25 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727114 Nov 19 20:45:00.871163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ba21faa8-c21c-4572-a5b6-e01068a2c9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:00.872408 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ba21faa8-c21c-4572-a5b6-e01068a2c9c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86d29ca7-99dc-40d2-8123-d09c4c897468 HTTP/1.1" status: 204 len: 168 time: 1.4343233 Nov 19 20:45:00.873320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bdc7b-a405-4775-933e-e26863e61a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d5c367-0d8e-425c-a10f-eed8fd394d1f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:00.910157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bc2bdc7b-a405-4775-933e-e26863e61a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:01.076461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-95575cf8-939a-4d61-9f43-65e8617c4d71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:01.089939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-95575cf8-939a-4d61-9f43-65e8617c4d71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:01.295141 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Attempting to bind port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:45:01.295689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Attempting to bind port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:45:01.296068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Attempting to bind port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b on network 343d6c05-0742-4383-94b3-ea67030c008b {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:45:01.322923 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:45:01.323716 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Checking segment: {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:45:01.324402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:01.324658 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Bound using segment: {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:45:01.325155 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Bound port: fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:45:01.325534 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:01.384358 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44174) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:01.388225 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c23b3a5-006b-4d59-af55-98eb3e47b6a2 req-e3d6956a-ecc1-4929-afd1-578681c201bc service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5762014 Nov 19 20:45:01.414754 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cec4d590-7f01-490e-b6ec-9578bb56a25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:01.484541 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cec4d590-7f01-490e-b6ec-9578bb56a25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:01.494272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-cec4d590-7f01-490e-b6ec-9578bb56a25d admin admin] Usage tracker for resource:security_group_rule and tenant:f814320444d44916945fb55cb547def6 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:01.504549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2882fa-51cc-4289-b987-012b1ec24ca7 req-5f2f5a2b-c7db-4c34-8634-fb5c250fc97e tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:01.507088 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7a2882fa-51cc-4289-b987-012b1ec24ca7 req-5f2f5a2b-c7db-4c34-8634-fb5c250fc97e tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 944 time: 0.1869726 Nov 19 20:45:01.508535 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-cec4d590-7f01-490e-b6ec-9578bb56a25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:01.523013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cec4d590-7f01-490e-b6ec-9578bb56a25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:01.596698 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7a2882fa-51cc-4289-b987-012b1ec24ca7 req-58a1d852-6301-4436-af69-85678a2c1356 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831022 Nov 19 20:45:01.632519 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] For port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:45:01.635777 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [None req-95575cf8-939a-4d61-9f43-65e8617c4d71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Floating IP db067b4d-6776-4d33-8910-3d7662a461d2 associated. External IP: 172.28.1.118, port: bfa574c5-230d-4742-bece-8ac0ee341d69. Nov 19 20:45:01.656964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cec4d590-7f01-490e-b6ec-9578bb56a25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:01.660954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cec4d590-7f01-490e-b6ec-9578bb56a25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:01.670255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7cf181a0-a221-4c4e-91b9-c499303f96ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:01.701019 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44180) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:01.727494 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] For port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:45:01.734057 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:01.737520 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4d590-7f01-490e-b6ec-9578bb56a25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5081094d-e4cb-4ae1-99ce-8082f0b2c90d,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:01.741181 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cec4d590-7f01-490e-b6ec-9578bb56a25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:01.742295 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-41f80b46-2cda-48e0-957d-4a52b44283e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:01.758680 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-cec4d590-7f01-490e-b6ec-9578bb56a25d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f814320444d44916945fb55cb547def6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3664167 Nov 19 20:45:01.759845 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44186) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:01.760600 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:01.778542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-41f80b46-2cda-48e0-957d-4a52b44283e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:01.783182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-41f80b46-2cda-48e0-957d-4a52b44283e4 admin admin] Usage tracker for resource:security_group_rule and tenant:24f56ece58e243309602809245a1c3e1 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:01.786885 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-41f80b46-2cda-48e0-957d-4a52b44283e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:01.793385 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-41f80b46-2cda-48e0-957d-4a52b44283e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:01.842504 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:01.861983 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:01.864235 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-41f80b46-2cda-48e0-957d-4a52b44283e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:01.868731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-41f80b46-2cda-48e0-957d-4a52b44283e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:01.877239 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2db42af6-26bf-4c9e-8d20-016807c1c617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:01.927757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f80b46-2cda-48e0-957d-4a52b44283e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89276b84-5784-4555-8af0-1b8f5e11b514,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:01.931288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-41f80b46-2cda-48e0-957d-4a52b44283e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:01.936879 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-41f80b46-2cda-48e0-957d-4a52b44283e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24f56ece58e243309602809245a1c3e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2348268 Nov 19 20:45:01.937682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44190) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:01.948439 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44194) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:02.003951 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-77fd1929-2c4a-413b-bd23-53df705724b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.031837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-77fd1929-2c4a-413b-bd23-53df705724b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.075789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-84dedc98-e956-4161-ae34-b36d110a2b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.083110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-77fd1929-2c4a-413b-bd23-53df705724b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.087639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aceb87a5-6b50-4181-bedb-26dc13ec4991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:02.102550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd1929-2c4a-413b-bd23-53df705724b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89276b84-5784-4555-8af0-1b8f5e11b514,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:02.116203 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-77fd1929-2c4a-413b-bd23-53df705724b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:02.130576 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-77fd1929-2c4a-413b-bd23-53df705724b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.148683 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-77fd1929-2c4a-413b-bd23-53df705724b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89276b84-5784-4555-8af0-1b8f5e11b514 HTTP/1.1" status: 204 len: 168 time: 0.1992600 Nov 19 20:45:02.163644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-639f5cae-a59e-474c-9c64-9cf075188375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.231927 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-84dedc98-e956-4161-ae34-b36d110a2b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:02.241834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.243312 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] 10.222.0.24 "PUT /v2.0/ports/fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b HTTP/1.1" status: 200 len: 1158 time: 4.4070134 Nov 19 20:45:02.243954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3aacac1-e25d-41ee-af86-1823b2bf2f83', 'tag': 'fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:45:02.250220 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-84dedc98-e956-4161-ae34-b36d110a2b37 admin admin] Usage tracker for resource:security_group_rule and tenant:083b4601d16c4533a1f29fbcaa6e1276 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:02.256944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-639f5cae-a59e-474c-9c64-9cf075188375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.265952 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-84dedc98-e956-4161-ae34-b36d110a2b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:02.284684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-84dedc98-e956-4161-ae34-b36d110a2b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:02.337569 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3aacac1-e25d-41ee-af86-1823b2bf2f83', 'tag': 'fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b', 'status': 'completed', 'code': 200} Nov 19 20:45:02.366355 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44210) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:02.442506 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f31855-a767-4095-9aa1-6d5aa89dc797 admin admin] Deleting subnet 7e6cfc3b-81a5-42aa-96ea-1a98f91e290c {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:45:02.445670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f31855-a767-4095-9aa1-6d5aa89dc797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.499569 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-639f5cae-a59e-474c-9c64-9cf075188375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.500531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f31855-a767-4095-9aa1-6d5aa89dc797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851966914'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.510954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:02.553254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f5cae-a59e-474c-9c64-9cf075188375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5081094d-e4cb-4ae1-99ce-8082f0b2c90d,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:02.569157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-639f5cae-a59e-474c-9c64-9cf075188375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:02.595985 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-84dedc98-e956-4161-ae34-b36d110a2b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.600960 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f31855-a767-4095-9aa1-6d5aa89dc797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.601731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-639f5cae-a59e-474c-9c64-9cf075188375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.602979 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-639f5cae-a59e-474c-9c64-9cf075188375 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5081094d-e4cb-4ae1-99ce-8082f0b2c90d HTTP/1.1" status: 204 len: 168 time: 0.7731254 Nov 19 20:45:02.607547 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-84dedc98-e956-4161-ae34-b36d110a2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:02.617565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:02.633569 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-5ce131c3-98e2-417a-9618-c142e8161d94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 1161 time: 0.2949440 Nov 19 20:45:02.850335 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-84dedc98-e956-4161-ae34-b36d110a2b37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=083b4601d16c4533a1f29fbcaa6e1276&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8889711 Nov 19 20:45:02.851229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dedc98-e956-4161-ae34-b36d110a2b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1037de6-4e05-41f4-9e26-7a5f66521514,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:02.854360 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44230) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:02.871807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-84dedc98-e956-4161-ae34-b36d110a2b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:02.873328 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-42cfd3ef-e36c-45c7-99cc-c880d166e697 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b HTTP/1.1" status: 200 len: 217 time: 0.2171326 Nov 19 20:45:02.977826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-ffe21c16-d307-49fd-a127-9b8c21e974e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:02.979406 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-ffe21c16-d307-49fd-a127-9b8c21e974e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45484d4f-2d08-4b31-bfcf-6ef2b7a41861 HTTP/1.1" status: 200 len: 854 time: 0.0824594 Nov 19 20:45:03.045127 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-011da6ae-19ee-489c-bf2e-ad81ff021c93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343d6c05-0742-4383-94b3-ea67030c008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572391 Nov 19 20:45:03.093703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95575cf8-939a-4d61-9f43-65e8617c4d71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Router 741ba649-875b-43d1-ab8a-ea4ac8266213 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:45:03.198234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7fba69c-48bd-4f15-9f41-42837a07d374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:03.212449 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f31855-a767-4095-9aa1-6d5aa89dc797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851923000'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:03.323802 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7fba69c-48bd-4f15-9f41-42837a07d374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:03.378069 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d501824d-9b4b-4ef7-961f-50a32d14531f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:03.415596 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7fba69c-48bd-4f15-9f41-42837a07d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:03.441138 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c767995-48b7-415c-b49d-578acc3b1fc0 req-6321caf4-8cba-45c4-8525-90aef01d08ed tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:03.449583 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2c767995-48b7-415c-b49d-578acc3b1fc0 req-6321caf4-8cba-45c4-8525-90aef01d08ed tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 944 time: 0.5003016 Nov 19 20:45:03.456071 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-97f32f1a-04e5-4ca9-9ae9-45593aa8e824 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937936 Nov 19 20:45:03.457864 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f31855-a767-4095-9aa1-6d5aa89dc797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6cfc3b-81a5-42aa-96ea-1a98f91e290c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:03.460947 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-58f31855-a767-4095-9aa1-6d5aa89dc797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:03.558322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7fba69c-48bd-4f15-9f41-42837a07d374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:03.560378 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e7fba69c-48bd-4f15-9f41-42837a07d374 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1037de6-4e05-41f4-9e26-7a5f66521514 HTTP/1.1" status: 204 len: 168 time: 0.6993945 Nov 19 20:45:03.561466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-afd75124-938f-46ce-9991-a9d39ac0941a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:03.592720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fba69c-48bd-4f15-9f41-42837a07d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1037de6-4e05-41f4-9e26-7a5f66521514,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:03.601003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e7fba69c-48bd-4f15-9f41-42837a07d374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:03.626432 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f31855-a767-4095-9aa1-6d5aa89dc797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:03.635163 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-58f31855-a767-4095-9aa1-6d5aa89dc797 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7e6cfc3b-81a5-42aa-96ea-1a98f91e290c HTTP/1.1" status: 204 len: 168 time: 1.2654679 Nov 19 20:45:03.636950 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44272) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:03.791729 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:03.858350 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2c767995-48b7-415c-b49d-578acc3b1fc0 req-7234dc6d-7071-4f80-9c10-24b5ab1fbd69 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088507 Nov 19 20:45:04.033442 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:04.208947 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a060e190-2cb1-4df1-9f89-ce6528560eab req-cd7db90a-d4f0-4dda-a5a4-cfe15e588856 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4074428 Nov 19 20:45:04.263901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95575cf8-939a-4d61-9f43-65e8617c4d71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:45:04.281351 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89845d-6fea-4e76-93d2-b8eff855b8d8 None None] Sync routers for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:45:04.286988 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-95575cf8-939a-4d61-9f43-65e8617c4d71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:04.297800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89845d-6fea-4e76-93d2-b8eff855b8d8 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:45:04.298693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7d89845d-6fea-4e76-93d2-b8eff855b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:44:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:04.338320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646bd9ca-80b3-4388-8054-96d0cd8e049d']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:04.363557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5709f17e-f994-42be-9d7d-0d3f2862ee81') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:04.363914 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5709f17e-f994-42be-9d7d-0d3f2862ee81') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:04.387791 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2808885'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:04.430743 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:04.432976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:45:04.515331 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-95575cf8-939a-4d61-9f43-65e8617c4d71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "PUT /v2.0/floatingips/db067b4d-6776-4d33-8910-3d7662a461d2 HTTP/1.1" status: 200 len: 991 time: 6.1449561 Nov 19 20:45:04.515331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed119b48-0326-484a-ac92-c057083b69fa', 'tag': 'bfa574c5-230d-4742-bece-8ac0ee341d69'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:45:04.559797 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b0d89626-8eb3-41cc-966d-9248b2e64bef req-4628bfc9-e623-4464-b2dd-92f64cad54c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 1161 time: 0.2249331 Nov 19 20:45:04.639864 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed119b48-0326-484a-ac92-c057083b69fa', 'tag': 'bfa574c5-230d-4742-bece-8ac0ee341d69', 'status': 'completed', 'code': 200} Nov 19 20:45:04.773945 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d89626-8eb3-41cc-966d-9248b2e64bef req-eb60688d-16c4-422e-a443-8baa286e2c30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:04.775528 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b0d89626-8eb3-41cc-966d-9248b2e64bef req-eb60688d-16c4-422e-a443-8baa286e2c30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 908 time: 0.2022870 Nov 19 20:45:04.848544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-7d89845d-6fea-4e76-93d2-b8eff855b8d8 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:45:04.884143 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Network 646bd9ca-80b3-4388-8054-96d0cd8e049d has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:45:04.888197 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b0d89626-8eb3-41cc-966d-9248b2e64bef req-6c72cda9-2d67-4f12-b8b4-c10b769aa37d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b HTTP/1.1" status: 200 len: 217 time: 0.0961139 Nov 19 20:45:04.895283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853011291'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:05.011551 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d89626-8eb3-41cc-966d-9248b2e64bef req-a1497524-b9b4-4961-b996-5bafe6d3a055 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:05.013398 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b0d89626-8eb3-41cc-966d-9248b2e64bef req-a1497524-b9b4-4961-b996-5bafe6d3a055 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45484d4f-2d08-4b31-bfcf-6ef2b7a41861 HTTP/1.1" status: 200 len: 854 time: 0.1168668 Nov 19 20:45:05.101979 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b314bdbb-dfb9-4f75-82b5-ac1f2f0246c7 req-35591097-1506-4150-b3ec-8d3123052be6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 1162 time: 0.4045396 Nov 19 20:45:05.149316 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b0d89626-8eb3-41cc-966d-9248b2e64bef req-873a34dc-f0cf-43ee-8e8c-551591c13462 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343d6c05-0742-4383-94b3-ea67030c008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278477 Nov 19 20:45:05.299701 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Network 646bd9ca-80b3-4388-8054-96d0cd8e049d has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:45:05.368757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7d89845d-6fea-4e76-93d2-b8eff855b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': 'db067b4d-6776-4d33-8910-3d7662a461d2', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'floating_ip_address': '172.28.1.118', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'port_id': 'bfa574c5-230d-4742-bece-8ac0ee341d69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'mac_address': 'fa:16:3e:aa:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119b48-0326-484a-ac92-c057083b69fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:44:36Z', 'updated_at': '2020-11-19T20:45:00Z', 'revision_number': 1, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:05.378469 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89845d-6fea-4e76-93d2-b8eff855b8d8 None None] Checking router: 741ba649-875b-43d1-ab8a-ea4ac8266213 for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:45:05.389170 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:45:05.410683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89845d-6fea-4e76-93d2-b8eff855b8d8 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:45:05.411914 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7d89845d-6fea-4e76-93d2-b8eff855b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:44:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:05.525816 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b0d89626-8eb3-41cc-966d-9248b2e64bef req-00d4d0c9-0e3e-47c2-a3fb-9be499fbd45b service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639276 Nov 19 20:45:05.723394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-7d89845d-6fea-4e76-93d2-b8eff855b8d8 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:45:05.781125 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b0d89626-8eb3-41cc-966d-9248b2e64bef req-f2d6ac1e-f6ec-4408-80fe-2cd41392bec7 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2447298 Nov 19 20:45:05.842154 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:05.865418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9fb6fd57-a0b2-4799-ae37-49c6d069b939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:05.884498 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:05.898074 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74afc0c-dd89-41ca-a813-095305fb09b5 req-504cc09c-9051-4735-b29f-3340d9d9abff tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:05.905863 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f74afc0c-dd89-41ca-a813-095305fb09b5 req-504cc09c-9051-4735-b29f-3340d9d9abff tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 944 time: 0.6082487 Nov 19 20:45:05.912397 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314bdbb-dfb9-4f75-82b5-ac1f2f0246c7 req-795987bf-2f38-428e-bb43-51983031c65d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:05.914285 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b314bdbb-dfb9-4f75-82b5-ac1f2f0246c7 req-795987bf-2f38-428e-bb43-51983031c65d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 904 time: 0.8041210 Nov 19 20:45:05.918787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=646bd9ca-80b3-4388-8054-96d0cd8e049d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:06.021833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:06.043064 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-67e11448-69f1-485f-9c69-20dc0fbe2b8f admin admin] 10.222.0.13 "DELETE /v2.0/networks/646bd9ca-80b3-4388-8054-96d0cd8e049d HTTP/1.1" status: 204 len: 168 time: 2.4026923 Nov 19 20:45:06.089115 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f74afc0c-dd89-41ca-a813-095305fb09b5 req-719f954c-f405-4aa3-89f0-cc3f542e9226 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821539 Nov 19 20:45:06.092734 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b314bdbb-dfb9-4f75-82b5-ac1f2f0246c7 req-39e8548a-4bf6-4b9c-a52e-a98e2a79c2fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa574c5-230d-4742-bece-8ac0ee341d69 HTTP/1.1" status: 200 len: 999 time: 0.1709263 Nov 19 20:45:06.199712 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314bdbb-dfb9-4f75-82b5-ac1f2f0246c7 req-ce011b19-d870-4fbe-85ca-29401aff134b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:06.201356 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b314bdbb-dfb9-4f75-82b5-ac1f2f0246c7 req-ce011b19-d870-4fbe-85ca-29401aff134b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76030e34-5631-4aa3-9b7e-6153e008aab3 HTTP/1.1" status: 200 len: 849 time: 0.1011961 Nov 19 20:45:06.223240 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7d89845d-6fea-4e76-93d2-b8eff855b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': 'db067b4d-6776-4d33-8910-3d7662a461d2', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'floating_ip_address': '172.28.1.118', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'port_id': 'bfa574c5-230d-4742-bece-8ac0ee341d69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'mac_address': 'fa:16:3e:aa:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119b48-0326-484a-ac92-c057083b69fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:44:36Z', 'updated_at': '2020-11-19T20:45:00Z', 'revision_number': 1, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:06.228514 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89845d-6fea-4e76-93d2-b8eff855b8d8 None None] The sync data for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb is: [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': 'db067b4d-6776-4d33-8910-3d7662a461d2', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'floating_ip_address': '172.28.1.118', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'port_id': 'bfa574c5-230d-4742-bece-8ac0ee341d69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'mac_address': 'fa:16:3e:aa:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119b48-0326-484a-ac92-c057083b69fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:44:36Z', 'updated_at': '2020-11-19T20:45:00Z', 'revision_number': 1, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:45:06.306204 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b314bdbb-dfb9-4f75-82b5-ac1f2f0246c7 req-7e5419b0-7489-42e7-a15c-e9d70ebacf52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ce5521b-869b-47f6-915a-65202afa7823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0979819 Nov 19 20:45:06.310066 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44362) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:06.381541 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:06.469164 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b314bdbb-dfb9-4f75-82b5-ac1f2f0246c7 req-73d32bc3-e7b0-4767-a3cf-76576f0532f7 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508636 Nov 19 20:45:06.482482 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:45:06.489918 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:06.490357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:06.521910 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44374) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:06.620489 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd18a37-ecf3-4d86-af98-af37fcf634f0 None None] New status for floating IP db067b4d-6776-4d33-8910-3d7662a461d2: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:45:06.645224 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-48122389-afd3-4f57-8d66-dfda7d94d412 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67b6a6689cc1478d8566428f5749a8fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1196477 Nov 19 20:45:06.645665 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44378) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:06.676391 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b314bdbb-dfb9-4f75-82b5-ac1f2f0246c7 req-12102c79-7614-4f8f-850b-bcc9dea0b477 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2001808 Nov 19 20:45:06.742064 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8209d49-58c6-4802-823a-4d8ca8fdb231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:06.773569 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8209d49-58c6-4802-823a-4d8ca8fdb231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:06.781010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:06.819621 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:45:06.820619 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aacac1-e25d-41ee-af86-1823b2bf2f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:45:06.828898 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:06.829088 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8209d49-58c6-4802-823a-4d8ca8fdb231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:06.833336 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:06.841095 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-be20575a-aad9-4ee5-a874-dee748c46406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:06.858026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8209d49-58c6-4802-823a-4d8ca8fdb231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:06.861538 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b8209d49-58c6-4802-823a-4d8ca8fdb231 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac HTTP/1.1" status: 204 len: 168 time: 0.2102835 Nov 19 20:45:06.861538 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8209d49-58c6-4802-823a-4d8ca8fdb231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b430b1-4b13-406c-bffe-a1d2bb7ce2ac,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:06.869437 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8209d49-58c6-4802-823a-4d8ca8fdb231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:06.886448 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:06.961930 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:06.975388 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Usage tracker for resource:security_group_rule and tenant:be05a96347204531920d398135cab5f6 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:06.978353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:06.982978 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3aacac1-e25d-41ee-af86-1823b2bf2f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b', 'code': 200} Nov 19 20:45:06.986153 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:07.015658 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:07.023860 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:07.174608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:07.178580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:07.198058 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5fed7674-27e0-4da0-9235-c94b409ed66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:07.256348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44400) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:07.257398 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be05a96347204531920d398135cab5f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9462214 Nov 19 20:45:07.259436 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822e80b5-ee63-4f39-b578-e4397a60513c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:07.282880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.283283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.283671 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.284052 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.285247 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.285453 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.285778 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.286152 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.286524 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.286966 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.287457 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.287885 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.288201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.288853 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.289225 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.289593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.289962 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.290332 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.290891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.291265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.291634 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.292000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.292366 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.293337 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:07.300812 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:07.398588 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2f672a98-98cf-4fa7-8a0d-046014df47fe req-061a6779-2b0f-45db-a78c-2089c880735e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 1163 time: 0.1001184 Nov 19 20:45:07.436197 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-95105094-5dd8-4ab6-b067-a7808edc9ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:07.448920 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2f672a98-98cf-4fa7-8a0d-046014df47fe req-794e1c4b-c126-4d33-a1f2-6e92e5eb0632 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Nov 19 20:45:07.475503 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-95105094-5dd8-4ab6-b067-a7808edc9ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:07.498599 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf34064-393f-4755-84d4-d1618b5f17c9 req-713c35bb-a18f-4733-99f5-20b9bc52d619 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:07.502556 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-abf34064-393f-4755-84d4-d1618b5f17c9 req-713c35bb-a18f-4733-99f5-20b9bc52d619 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Synchronizing usage tracker for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:45:07.544466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-abf34064-393f-4755-84d4-d1618b5f17c9 req-713c35bb-a18f-4733-99f5-20b9bc52d619 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Unset dirty status for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:45:07.545780 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-abf34064-393f-4755-84d4-d1618b5f17c9 req-713c35bb-a18f-4733-99f5-20b9bc52d619 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 946 time: 0.1992722 Nov 19 20:45:07.570285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-95105094-5dd8-4ab6-b067-a7808edc9ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:07.576819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:07.596582 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95105094-5dd8-4ab6-b067-a7808edc9ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822e80b5-ee63-4f39-b578-e4397a60513c,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:07.600835 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-95105094-5dd8-4ab6-b067-a7808edc9ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:07.610430 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-95105094-5dd8-4ab6-b067-a7808edc9ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:07.611655 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-95105094-5dd8-4ab6-b067-a7808edc9ae4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/822e80b5-ee63-4f39-b578-e4397a60513c HTTP/1.1" status: 204 len: 168 time: 0.3540912 Nov 19 20:45:07.640147 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-abf34064-393f-4755-84d4-d1618b5f17c9 req-6ebb9017-8270-4f2d-9f9c-ba479dabcc78 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851667 Nov 19 20:45:07.744367 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44422) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:08.104327 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:08.209073 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:08.209522 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:08.386959 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a491de1-3514-41ac-bac1-f3faa998fa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:08.454798 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9a491de1-3514-41ac-bac1-f3faa998fa17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:08.460154 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-9a491de1-3514-41ac-bac1-f3faa998fa17 admin admin] Usage tracker for resource:security_group_rule and tenant:b9b3ec8b71b54bffa5882aa1e9d4916e is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:08.463743 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-9a491de1-3514-41ac-bac1-f3faa998fa17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:08.470651 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9a491de1-3514-41ac-bac1-f3faa998fa17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:08.583423 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a491de1-3514-41ac-bac1-f3faa998fa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:08.589528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a491de1-3514-41ac-bac1-f3faa998fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:08.678061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7f1db0f4-f626-4228-ab19-2fcb5749a72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:08.728325 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9a491de1-3514-41ac-bac1-f3faa998fa17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9b3ec8b71b54bffa5882aa1e9d4916e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9790585 Nov 19 20:45:08.728496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44454) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:08.750659 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a491de1-3514-41ac-bac1-f3faa998fa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84080446-9314-46f4-8040-95a25db02fbb,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:08.753751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:08.761237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9a491de1-3514-41ac-bac1-f3faa998fa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:08.873913 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:08.956260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:09.038942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808de93-a60c-4a2c-a8e8-4cf7dd0370c0 req-3ba9fda8-a15a-459b-82fd-46c51187590f tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:09.040666 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2808de93-a60c-4a2c-a8e8-4cf7dd0370c0 req-3ba9fda8-a15a-459b-82fd-46c51187590f tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 946 time: 0.1351323 Nov 19 20:45:09.064556 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:09.072227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:09.090774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84080446-9314-46f4-8040-95a25db02fbb,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:09.114063 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:09.117598 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84080446-9314-46f4-8040-95a25db02fbb HTTP/1.1" status: 204 len: 168 time: 0.3867233 Nov 19 20:45:09.120013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.120403 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.120804 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.121189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.121569 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.121947 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.122322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.122696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.123069 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.123445 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.123821 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.124188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.124643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.125018 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.125389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.125759 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.126126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.126496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.126866 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.127233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.127603 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.127971 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.128933 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.129588 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:09.134983 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:09.152382 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2808de93-a60c-4a2c-a8e8-4cf7dd0370c0 req-f4fac446-3da2-4d9a-aeba-eeccd049a5ea tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026294 Nov 19 20:45:09.974436 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44514) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:09.998748 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9d94e1b-587b-473f-8395-75a81a0847b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:10.037947 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a9d94e1b-587b-473f-8395-75a81a0847b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:10.042751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a9d94e1b-587b-473f-8395-75a81a0847b0 admin admin] Usage tracker for resource:security_group_rule and tenant:41f96e0869e041f9b4a90782d5f5e418 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:10.045994 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a9d94e1b-587b-473f-8395-75a81a0847b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:10.053156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a9d94e1b-587b-473f-8395-75a81a0847b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:10.204621 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9d94e1b-587b-473f-8395-75a81a0847b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:10.208485 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9d94e1b-587b-473f-8395-75a81a0847b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:10.223531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ac74a083-ef6d-46b6-a2e6-ea96872926bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:10.276315 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a9d94e1b-587b-473f-8395-75a81a0847b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41f96e0869e041f9b4a90782d5f5e418&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3004234 Nov 19 20:45:10.277170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d94e1b-587b-473f-8395-75a81a0847b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f5767b-b84b-4a69-96bc-35897c1d1104,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:10.279104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44532) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:10.293895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9d94e1b-587b-473f-8395-75a81a0847b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:10.360834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af95d84-3d73-46a6-b10f-10059e8dcfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:10.395928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af95d84-3d73-46a6-b10f-10059e8dcfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:10.446145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af95d84-3d73-46a6-b10f-10059e8dcfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:10.454117 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:10.468698 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af95d84-3d73-46a6-b10f-10059e8dcfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f5767b-b84b-4a69-96bc-35897c1d1104,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:10.472807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0af95d84-3d73-46a6-b10f-10059e8dcfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:10.474164 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af95d84-3d73-46a6-b10f-10059e8dcfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:10.475377 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-0af95d84-3d73-46a6-b10f-10059e8dcfc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1f5767b-b84b-4a69-96bc-35897c1d1104 HTTP/1.1" status: 204 len: 168 time: 0.1934111 Nov 19 20:45:10.540874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44540) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:10.885378 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-666437605-network', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:10.891493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:10.896726 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Usage tracker for resource:network and tenant:f0359710a35640fa88744c7402fd5ddd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:10.900176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:10.906253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:10.917266 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Made reservation on behalf of f0359710a35640fa88744c7402fd5ddd for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:45:10.922178 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:10.937040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:10.976130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:10.982660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Usage tracker for resource:security_group_rule and tenant:f0359710a35640fa88744c7402fd5ddd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:10.986086 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:10.995398 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:11.097622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:11.101276 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:11.106453 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:11.145643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:45:11.159981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:11.166182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:11.167393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747962617920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:11.167820 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Added segment 32723550-31df-4267-b1dd-ff0a2f3043b9 of type vxlan for network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b Nov 19 20:45:11.198970 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:11.249840 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:11.251132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:11.251770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:11.258064 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:11.383855 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8415461 Nov 19 20:45:11.386823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44576) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:11.389800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:11.392992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:11.393429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Request body: {'subnet': {'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-666437605-subnet', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:11.402059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:11.402883 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:45:11.413634 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Usage tracker for resource:subnet and tenant:f0359710a35640fa88744c7402fd5ddd is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:11.419462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:11.421975 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:45:11.430870 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:11.448503 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Made reservation on behalf of f0359710a35640fa88744c7402fd5ddd for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:45:11.453913 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852851'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:11.646342 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44588) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:12.165836 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-776faa71-c6ff-428d-a696-17881d24ede4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:12.273596 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-776faa71-c6ff-428d-a696-17881d24ede4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:12.290456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-776faa71-c6ff-428d-a696-17881d24ede4 admin admin] Usage tracker for resource:security_group_rule and tenant:a907ff50c91b4ea9b739389a3c61aaac is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:12.302798 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-776faa71-c6ff-428d-a696-17881d24ede4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:12.310180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-776faa71-c6ff-428d-a696-17881d24ede4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:12.358149 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853010741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852800'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:12.411408 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-776faa71-c6ff-428d-a696-17881d24ede4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:12.415937 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-776faa71-c6ff-428d-a696-17881d24ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:12.416940 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-64174395-d2af-47b4-924a-e2b08f6e269a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:12.426054 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:12.462629 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776faa71-c6ff-428d-a696-17881d24ede4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26811653-9a4f-4bc5-a646-513552baa046,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:12.469746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-a6582ae7-d641-4390-8b67-e4fe13776c48 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:12.472515 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-a6582ae7-d641-4390-8b67-e4fe13776c48 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 814 time: 0.5285079 Nov 19 20:45:12.490764 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-776faa71-c6ff-428d-a696-17881d24ede4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:12.513164 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-776faa71-c6ff-428d-a696-17881d24ede4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a907ff50c91b4ea9b739389a3c61aaac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8655772 Nov 19 20:45:12.515720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44634) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:12.594508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d38a1a81-31ee-4bbd-a6b8-ca05680dbcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:12.605059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:12.618689 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-1afac435-535a-4d29-ba26-51f5fd920c37 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/quotas/deb85f345c6f42f4be3169158c29fd70 HTTP/1.1" status: 200 len: 375 time: 0.0626903 Nov 19 20:45:12.621901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:12.636993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d38a1a81-31ee-4bbd-a6b8-ca05680dbcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:12.709089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d38a1a81-31ee-4bbd-a6b8-ca05680dbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:12.715175 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-754d69c8-59ed-415e-863a-ffc6367d77de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:12.746954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c6e75c6-775a-4361-943f-0d7c826cd95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:12.759180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a1a81-31ee-4bbd-a6b8-ca05680dbcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26811653-9a4f-4bc5-a646-513552baa046,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:12.772448 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d38a1a81-31ee-4bbd-a6b8-ca05680dbcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:12.772448 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d38a1a81-31ee-4bbd-a6b8-ca05680dbcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:12.772772 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d38a1a81-31ee-4bbd-a6b8-ca05680dbcc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26811653-9a4f-4bc5-a646-513552baa046 HTTP/1.1" status: 204 len: 168 time: 0.2556236 Nov 19 20:45:12.813351 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-5c0161d1-dbf4-448d-b685-dddfd6a13cc9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931224 Nov 19 20:45:12.926368 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Checking segment: {'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:45:12.926910 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Network hostable DHCP agents. Network: 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:45:13.006974 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:45:13.011136 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-1d0e1d42-49fe-43f2-a11d-cf13205c914a service neutron] 10.222.0.13 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969242 Nov 19 20:45:13.019642 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:45:13.032483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da2ed8-4e3a-46b9-a93a-b2006a451f80 None None] Network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:45:13.060994 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:13.071535 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:13.234027 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8460219 Nov 19 20:45:13.236774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44660) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:13.242502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-666437605-router', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:13.258397 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:13.267384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Usage tracker for resource:router and tenant:f0359710a35640fa88744c7402fd5ddd is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:13.272374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:13.287093 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-e8954e27-b141-4e84-9693-d74efa949ff2 service neutron] 10.222.0.13 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2540278 Nov 19 20:45:13.297885 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:13.322829 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1973055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:13.326046 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852802761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1601992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2050487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774019'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:13.331666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043016c6-468e-49c2-86e1-28819846821b None None] Network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:45:13.375861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:13.644933 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44678) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:13.699780 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c20132b4-9562-4a33-9529-345ef60ec321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:13.801694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c20132b4-9562-4a33-9529-345ef60ec321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:13.811241 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c20132b4-9562-4a33-9529-345ef60ec321 admin admin] Usage tracker for resource:security_group_rule and tenant:b25858747d534ff2ab5e33096289343b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:13.822056 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c20132b4-9562-4a33-9529-345ef60ec321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:13.834928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c20132b4-9562-4a33-9529-345ef60ec321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:13.994878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c20132b4-9562-4a33-9529-345ef60ec321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:14.000127 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c20132b4-9562-4a33-9529-345ef60ec321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:14.038614 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:14.153138 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c2df92b9-37c8-486c-b1cc-eb69c776bf66 req-65fdad57-9c4f-4b84-9dfe-34b173bfca3f tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 210 time: 0.6047451 Nov 19 20:45:14.186788 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774036'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:14.221816 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c20132b4-9562-4a33-9529-345ef60ec321 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b25858747d534ff2ab5e33096289343b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5755877 Nov 19 20:45:14.223961 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20132b4-9562-4a33-9529-345ef60ec321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d79171-a82c-473b-9bd6-2f1da2e31464,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:14.224944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 44700) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:14.250318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c20132b4-9562-4a33-9529-345ef60ec321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:14.400137 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17acfd07-49d5-454c-96dc-44ebfe43f7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:14.489113 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17acfd07-49d5-454c-96dc-44ebfe43f7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:14.643097 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:14.671998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17acfd07-49d5-454c-96dc-44ebfe43f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:14.680135 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:14.690003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:14.705327 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acfd07-49d5-454c-96dc-44ebfe43f7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d79171-a82c-473b-9bd6-2f1da2e31464,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:14.714113 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-17acfd07-49d5-454c-96dc-44ebfe43f7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:14.760048 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17acfd07-49d5-454c-96dc-44ebfe43f7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:14.761281 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-17acfd07-49d5-454c-96dc-44ebfe43f7ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46d79171-a82c-473b-9bd6-2f1da2e31464 HTTP/1.1" status: 204 len: 168 time: 0.5330315 Nov 19 20:45:15.018638 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Allocated IP 172.28.1.42 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/99c15063-5b6b-4492-8f5e-b2ebc88be067) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:45:15.376173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:15.453986 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-48bfbc63-a5e4-4abd-9d26-ea7434a9deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:15.495289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-9d8dbcc7-b1c8-404c-bc19-b0980a248d8a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:15.497031 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-9d8dbcc7-b1c8-404c-bc19-b0980a248d8a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 814 time: 0.3413761 Nov 19 20:45:15.499254 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1a5186ec-4c05-4dee-afa6-1527b192a563 req-573b7dd7-5451-40f3-bf4b-c698496e8afd tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 210 time: 0.1138268 Nov 19 20:45:15.525032 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:15.673836 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:15.718299 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Request body: {'port': {'device_id': '8ddef8be-d546-4b0e-8a93-07cb222fd0c9', 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b', 'admin_state_up': True, 'tenant_id': 'deb85f345c6f42f4be3169158c29fd70'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:15.751589 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:45:15.776849 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:15.866634 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:45:15.883032 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:45:15.885751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:45:16.107717 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Pushing event updated for resources: {'Port': ['ID=99c15063-5b6b-4492-8f5e-b2ebc88be067,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:16.133294 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:16.187908 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:16.211744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:16.230329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Made reservation on behalf of deb85f345c6f42f4be3169158c29fd70 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:45:16.235939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:16.324018 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:16.324849 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853173995'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:16.483225 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44784) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:16.676159 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0db58fe-25d3-45ba-a049-e39dc5e5c9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:16.717680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b0db58fe-25d3-45ba-a049-e39dc5e5c9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:16.722616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b0db58fe-25d3-45ba-a049-e39dc5e5c9de admin admin] Usage tracker for resource:security_group_rule and tenant:913526ba07b14256a437db2e065c2a06 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:16.725944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b0db58fe-25d3-45ba-a049-e39dc5e5c9de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:16.734103 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b0db58fe-25d3-45ba-a049-e39dc5e5c9de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:16.837860 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0db58fe-25d3-45ba-a049-e39dc5e5c9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:16.844371 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0db58fe-25d3-45ba-a049-e39dc5e5c9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:16.889404 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d38a1a81-31ee-4bbd-a6b8-ca05680dbcc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:16.900186 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b0db58fe-25d3-45ba-a049-e39dc5e5c9de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=913526ba07b14256a437db2e065c2a06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4157107 Nov 19 20:45:16.906367 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44800) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:16.908400 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:16.917429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:16.967531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db58fe-25d3-45ba-a049-e39dc5e5c9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fec37b1-b570-48b2-a03e-13ea7289ebe5,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:16.971301 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0db58fe-25d3-45ba-a049-e39dc5e5c9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:17.033833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d919152d-23ad-4c85-a289-b3deddbbde62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:17.042227 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d2d4c4b8-66bf-4eb6-863f-9ec6d2772b4b req-a966cdee-507f-4f39-8bdd-882b5ab1c605 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 210 time: 0.0801921 Nov 19 20:45:17.104185 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Allocated IP 172.20.0.6 (343d6c05-0742-4383-94b3-ea67030c008b/45484d4f-2d08-4b31-bfcf-6ef2b7a41861/1444ff6d-0d0b-47bd-be06-548033bb6e61) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:45:17.122183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d919152d-23ad-4c85-a289-b3deddbbde62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:17.171743 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d919152d-23ad-4c85-a289-b3deddbbde62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:17.185768 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bc2bdc7b-a405-4775-933e-e26863e61a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:17.203596 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d919152d-23ad-4c85-a289-b3deddbbde62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:17.221896 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d919152d-23ad-4c85-a289-b3deddbbde62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fec37b1-b570-48b2-a03e-13ea7289ebe5 HTTP/1.1" status: 204 len: 168 time: 0.3139272 Nov 19 20:45:17.228391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919152d-23ad-4c85-a289-b3deddbbde62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fec37b1-b570-48b2-a03e-13ea7289ebe5,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:17.235756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d919152d-23ad-4c85-a289-b3deddbbde62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:17.469772 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Router 7ab92a28-dad5-45dd-a948-04eeca5bc629 is scheduled to L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 20:45:17.587239 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:17.717273 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:17.741901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:17.821078 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44832) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:17.854895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2e8823cb-071c-453c-aedc-61c31eb09b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:17.910316 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Pushing event updated for resources: {'Port': ['ID=1444ff6d-0d0b-47bd-be06-548033bb6e61,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:17.919577 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2e8823cb-071c-453c-aedc-61c31eb09b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:17.919777 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:17.935807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-2e8823cb-071c-453c-aedc-61c31eb09b69 admin admin] Usage tracker for resource:security_group_rule and tenant:d8a63c564f02460dbcfb017937d7fd3a is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:17.943788 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-2e8823cb-071c-453c-aedc-61c31eb09b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:17.954002 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2e8823cb-071c-453c-aedc-61c31eb09b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:17.988851 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:45:17.998110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Network 343d6c05-0742-4383-94b3-ea67030c008b is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:45:18.001674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:45:18.008405 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Sync routers for ids ['7ab92a28-dad5-45dd-a948-04eeca5bc629'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:45:18.010483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:45:18.037629 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Routers {'7ab92a28-dad5-45dd-a948-04eeca5bc629'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:45:18.038791 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:45:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['7ab92a28-dad5-45dd-a948-04eeca5bc629'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:18.154709 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:18.157350 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9182727 Nov 19 20:45:18.157974 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2e8823cb-071c-453c-aedc-61c31eb09b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:18.162988 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44844) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:18.194841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:18.195571 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:18.265776 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2e8823cb-071c-453c-aedc-61c31eb09b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:18.265998 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5930502 Nov 19 20:45:18.276339 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-35e46610-f90c-4768-8da8-c6aefa18a7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:18.289106 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Request body: {'port': {'device_id': '8ddef8be-d546-4b0e-8a93-07cb222fd0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:18.350809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8823cb-071c-453c-aedc-61c31eb09b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b617d54-2ef8-4821-9369-5106b6503619,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:18.409650 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2e8823cb-071c-453c-aedc-61c31eb09b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:18.420552 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-2e8823cb-071c-453c-aedc-61c31eb09b69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8a63c564f02460dbcfb017937d7fd3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5978968 Nov 19 20:45:18.428146 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 44858) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:18.433370 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Set router 7ab92a28-dad5-45dd-a948-04eeca5bc629 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:45:18.658771 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:18.738985 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe837-f1ab-4aca-95fa-8f8450127f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:18.774550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe837-f1ab-4aca-95fa-8f8450127f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:18.797807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdcf00-8623-4b81-8174-ef8219fa73b6 req-0519af03-bd35-406c-ba29-2a19691e8cc3 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:18.798151 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0acdcf00-8623-4b81-8174-ef8219fa73b6 req-0519af03-bd35-406c-ba29-2a19691e8cc3 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Synchronizing usage tracker for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:45:18.930225 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe837-f1ab-4aca-95fa-8f8450127f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:18.937938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8c89fe5b-ded7-4826-b988-7d1315a48b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:18.941966 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'name': 'tempest-ServerRescueNegativeTestJSON-666437605-router', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:13Z', 'updated_at': '2020-11-19T20:45:16Z', 'revision_number': 3, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'gw_port': {'id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:14Z', 'updated_at': '2020-11-19T20:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:18.947057 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Checking router: 7ab92a28-dad5-45dd-a948-04eeca5bc629 for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:45:18.947447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Updating router 7ab92a28-dad5-45dd-a948-04eeca5bc629 port 99c15063-5b6b-4492-8f5e-b2ebc88be067 binding host dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:45:18.953822 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbe837-f1ab-4aca-95fa-8f8450127f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b617d54-2ef8-4821-9369-5106b6503619,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:18.959500 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cdfbe837-f1ab-4aca-95fa-8f8450127f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:18.961132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe837-f1ab-4aca-95fa-8f8450127f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:18.977631 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-cdfbe837-f1ab-4aca-95fa-8f8450127f3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b617d54-2ef8-4821-9369-5106b6503619 HTTP/1.1" status: 204 len: 168 time: 0.5432260 Nov 19 20:45:19.061990 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:19.144531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0acdcf00-8623-4b81-8174-ef8219fa73b6 req-0519af03-bd35-406c-ba29-2a19691e8cc3 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Unset dirty status for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:45:19.149279 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0acdcf00-8623-4b81-8174-ef8219fa73b6 req-0519af03-bd35-406c-ba29-2a19691e8cc3 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 931 time: 0.7402771 Nov 19 20:45:19.362379 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0acdcf00-8623-4b81-8174-ef8219fa73b6 req-bdf64d3e-80af-4724-b3a2-4a5382a2fa3c tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926332 Nov 19 20:45:19.608060 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1444ff6d-0d0b-47bd-be06-548033bb6e61 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:45:19.618869 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:19.635904 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Transition to ACTIVE for port object 1444ff6d-0d0b-47bd-be06-548033bb6e61 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:45:19.641240 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:19.676085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-864c43c7-ea7d-4ff4-b689-05c4fed0dba1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:19.710429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:19.763809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Pushing event updated for resources: {'Port': ['ID=1444ff6d-0d0b-47bd-be06-548033bb6e61,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:19.805101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:19.869915 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:19.889505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Transition to ACTIVE for port object 99c15063-5b6b-4492-8f5e-b2ebc88be067 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:45:19.891693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:20.050441 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:20.173265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Pushing event updated for resources: {'Port': ['ID=99c15063-5b6b-4492-8f5e-b2ebc88be067,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:20.191207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.191721 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.192094 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.192481 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.192929 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.193290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.193651 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.194006 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.194362 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.194716 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.195130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.195551 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.196006 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.196363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.196777 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.197419 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.197837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.198194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.198549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.198900 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.199246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.200400 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.200792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.201148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:20.205719 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:20.231603 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Attempting to bind port 99c15063-5b6b-4492-8f5e-b2ebc88be067 on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:45:20.232014 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Attempting to bind port 99c15063-5b6b-4492-8f5e-b2ebc88be067 by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:45:20.232452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Attempting to bind port 99c15063-5b6b-4492-8f5e-b2ebc88be067 on network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:45:20.240104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:45:20.240558 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Checking segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:45:20.241003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:20.241433 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Bound using segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:45:20.241943 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Bound port: 99c15063-5b6b-4492-8f5e-b2ebc88be067, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:45:20.242355 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:20.332186 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] For port 99c15063-5b6b-4492-8f5e-b2ebc88be067, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:45:20.335209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] For port 99c15063-5b6b-4492-8f5e-b2ebc88be067, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=99c15063-5b6b-4492-8f5e-b2ebc88be067,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:45:20.339831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:20.357013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Attempting to bind port 1444ff6d-0d0b-47bd-be06-548033bb6e61 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:45:20.357385 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Attempting to bind port 1444ff6d-0d0b-47bd-be06-548033bb6e61 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:45:20.357757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Attempting to bind port 1444ff6d-0d0b-47bd-be06-548033bb6e61 on network 343d6c05-0742-4383-94b3-ea67030c008b {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:45:20.366579 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:45:20.366955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Checking segment: {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:45:20.367412 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:20.367806 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Bound using segment: {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:45:20.368287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Bound port: 1444ff6d-0d0b-47bd-be06-548033bb6e61, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:45:20.368731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:20.491067 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-748ceced-6ee5-4b8d-a3c2-301d0f0550bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:20.533728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Allocated IP 172.20.0.1 (9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b/cce8b276-0b24-4a1f-b4cf-1db3c916c7d1/ae904067-9841-4fe9-a0c5-8f25543a91d2) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:45:20.594026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] For port 1444ff6d-0d0b-47bd-be06-548033bb6e61, host hv-cinder-75078, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:45:20.597969 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] For port 1444ff6d-0d0b-47bd-be06-548033bb6e61, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1444ff6d-0d0b-47bd-be06-548033bb6e61,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:45:20.601743 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Pushing event updated for resources: {'Port': ['ID=99c15063-5b6b-4492-8f5e-b2ebc88be067,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:20.603896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:20.614782 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:20.630970 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Routers {'7ab92a28-dad5-45dd-a948-04eeca5bc629'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:45:20.631913 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:45:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['7ab92a28-dad5-45dd-a948-04eeca5bc629'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:20.639672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:20.783256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:20.840133 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:20.888821 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:21.031743 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Pushing event updated for resources: {'Port': ['ID=1444ff6d-0d0b-47bd-be06-548033bb6e61,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:21.060150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:21.109208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c7b68-0f86-4c35-bab9-4d2efd15597a req-11aa23f7-091a-41b6-af5c-55e58761550c tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:21.111537 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b23c7b68-0f86-4c35-bab9-4d2efd15597a req-11aa23f7-091a-41b6-af5c-55e58761550c tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 943 time: 0.3548374 Nov 19 20:45:21.211688 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] Set router 7ab92a28-dad5-45dd-a948-04eeca5bc629 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:45:21.221311 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:21.228461 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] 10.222.0.24 "PUT /v2.0/ports/1444ff6d-0d0b-47bd-be06-548033bb6e61 HTTP/1.1" status: 200 len: 1157 time: 2.9448218 Nov 19 20:45:21.229156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddef8be-d546-4b0e-8a93-07cb222fd0c9', 'tag': '1444ff6d-0d0b-47bd-be06-548033bb6e61'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:45:21.266978 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Pushing event updated for resources: {'Port': ['ID=ae904067-9841-4fe9-a0c5-8f25543a91d2,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:21.267318 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b23c7b68-0f86-4c35-bab9-4d2efd15597a req-4b8647db-ff5b-4e72-9024-677884971190 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479654 Nov 19 20:45:21.271856 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:21.415163 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddef8be-d546-4b0e-8a93-07cb222fd0c9', 'tag': '1444ff6d-0d0b-47bd-be06-548033bb6e61', 'status': 'completed', 'code': 200} Nov 19 20:45:21.417609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:45:21.418901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:45:21.428955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:45:21.472976 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-ada1c1da-8ca0-4b36-9790-582641fc7fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 1160 time: 0.1716263 Nov 19 20:45:21.523006 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597930'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:21.625808 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:21.647095 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-272c8c6d-31a5-4820-b124-b6c7deeebfb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1444ff6d-0d0b-47bd-be06-548033bb6e61 HTTP/1.1" status: 200 len: 217 time: 0.1575329 Nov 19 20:45:21.734957 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'name': 'tempest-ServerRescueNegativeTestJSON-666437605-router', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:13Z', 'updated_at': '2020-11-19T20:45:16Z', 'revision_number': 3, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'gw_port': {'id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:14Z', 'updated_at': '2020-11-19T20:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:21.740896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040de48-85bd-46c6-adad-b59ff2c93423 None None] The sync data for ids ['7ab92a28-dad5-45dd-a948-04eeca5bc629'] in dv-cinder-750782-3-smb is: [{'id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'name': 'tempest-ServerRescueNegativeTestJSON-666437605-router', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:13Z', 'updated_at': '2020-11-19T20:45:16Z', 'revision_number': 3, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'gw_port': {'id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:14Z', 'updated_at': '2020-11-19T20:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:45:21.771524 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-bab42e88-2b51-4d99-aec0-7820c4f35cdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:21.774555 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-bab42e88-2b51-4d99-aec0-7820c4f35cdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45484d4f-2d08-4b31-bfcf-6ef2b7a41861 HTTP/1.1" status: 200 len: 854 time: 0.1209757 Nov 19 20:45:22.033705 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:22.043207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:22.084123 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-84eb24ea-dd7b-4943-a9e9-e5b7e188ddf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343d6c05-0742-4383-94b3-ea67030c008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3018029 Nov 19 20:45:22.145061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:22.266728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Pushing event updated for resources: {'Port': ['ID=ae904067-9841-4fe9-a0c5-8f25543a91d2,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:22.270183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847669037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852704252'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:22.314774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:22.419904 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-0a1c5063-26bf-4c24-8b8f-0c749c6f98a8 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261149 Nov 19 20:45:22.652520 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:45:22.653843 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:45:22.750428 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d33e00-4cf4-4847-b10b-0bb22e8071db req-0b6f5cc9-0aa3-47db-b764-ec93acb12d69 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:22.758699 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f0d33e00-4cf4-4847-b10b-0bb22e8071db req-0b6f5cc9-0aa3-47db-b764-ec93acb12d69 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 943 time: 0.2673540 Nov 19 20:45:22.775999 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56f1ef44-2359-4537-9a24-88a98e26edbf req-faa9e9c9-80a7-4356-bc80-f70ab23d9e88 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3433497 Nov 19 20:45:22.848208 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f0d33e00-4cf4-4847-b10b-0bb22e8071db req-44a59912-d3a5-4cf8-a0af-eb7b0b0d98d7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881724 Nov 19 20:45:23.064110 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85f52cce-1cd1-4ddb-9497-ae20536f1d5f req-f3013b72-3e4c-440f-aeb3-e0f88b315758 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 1160 time: 0.1709721 Nov 19 20:45:23.244391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f52cce-1cd1-4ddb-9497-ae20536f1d5f req-f8e9bd69-d261-40cc-bdf1-f1bf071e72dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:23.245932 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85f52cce-1cd1-4ddb-9497-ae20536f1d5f req-f8e9bd69-d261-40cc-bdf1-f1bf071e72dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 908 time: 0.1663370 Nov 19 20:45:23.353043 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85f52cce-1cd1-4ddb-9497-ae20536f1d5f req-e64e3601-3f1a-498d-ad79-e749e84e44d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1444ff6d-0d0b-47bd-be06-548033bb6e61 HTTP/1.1" status: 200 len: 217 time: 0.0987189 Nov 19 20:45:23.478946 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f52cce-1cd1-4ddb-9497-ae20536f1d5f req-a1037a6d-34df-4bc3-9b22-36034c968dc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:23.481505 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85f52cce-1cd1-4ddb-9497-ae20536f1d5f req-a1037a6d-34df-4bc3-9b22-36034c968dc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45484d4f-2d08-4b31-bfcf-6ef2b7a41861 HTTP/1.1" status: 200 len: 854 time: 0.1211140 Nov 19 20:45:23.491329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Router 7ab92a28-dad5-45dd-a948-04eeca5bc629 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:45:23.504047 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 99c15063-5b6b-4492-8f5e-b2ebc88be067 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:23.599670 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85f52cce-1cd1-4ddb-9497-ae20536f1d5f req-b35b9659-eb3b-4c2a-8829-43d7a8fef4ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343d6c05-0742-4383-94b3-ea67030c008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061060 Nov 19 20:45:23.608724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port 99c15063-5b6b-4492-8f5e-b2ebc88be067 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:45:23.616796 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 99c15063-5b6b-4492-8f5e-b2ebc88be067 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:23.617505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:23.791510 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:45:23.793817 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85f52cce-1cd1-4ddb-9497-ae20536f1d5f req-1af7db27-fb00-4cf6-95b8-00c4341826f4 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829121 Nov 19 20:45:23.806283 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] 10.222.0.13 "PUT /v2.0/routers/7ab92a28-dad5-45dd-a948-04eeca5bc629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6417480 Nov 19 20:45:23.893216 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:23.935837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port 99c15063-5b6b-4492-8f5e-b2ebc88be067, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=99c15063-5b6b-4492-8f5e-b2ebc88be067,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:45:23.946916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:23.955470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:24.015397 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85f52cce-1cd1-4ddb-9497-ae20536f1d5f req-7bf68763-3bc0-4eba-9a87-0c35145dd531 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2074199 Nov 19 20:45:24.077531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=99c15063-5b6b-4492-8f5e-b2ebc88be067,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:24.088226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.089320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.089885 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.090663 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.091170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.091718 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.092296 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.092919 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.093521 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.094076 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.094637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.095180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.095824 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.096376 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.097750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.098325 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.098869 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.099420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.099996 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.100615 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.101168 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.101706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.102268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.102820 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:45:24.108356 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:24.240809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cf412-af4e-418f-8e78-8cae0597ed66 req-b5c6eb8f-f708-4bec-a64b-34cf4e5660b9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:24.242599 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-664cf412-af4e-418f-8e78-8cae0597ed66 req-b5c6eb8f-f708-4bec-a64b-34cf4e5660b9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 943 time: 0.1884065 Nov 19 20:45:24.345945 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-664cf412-af4e-418f-8e78-8cae0597ed66 req-3d9fe850-1632-4e5e-b3f0-5b9c84e1f3f3 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971227 Nov 19 20:45:24.716795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-c00460db-9560-4ee1-ad6e-aab4c92bef41 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:24.717715 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-c00460db-9560-4ee1-ad6e-aab4c92bef41 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Synchronizing usage tracker for tenant:f0359710a35640fa88744c7402fd5ddd on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:45:24.745207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-c00460db-9560-4ee1-ad6e-aab4c92bef41 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Unset dirty status for tenant:f0359710a35640fa88744c7402fd5ddd on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:45:24.746778 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-c00460db-9560-4ee1-ad6e-aab4c92bef41 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 818 time: 0.2048438 Nov 19 20:45:24.767797 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-9d10de30-efa8-4742-9341-66b1a8a5d920 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/quotas/f0359710a35640fa88744c7402fd5ddd HTTP/1.1" status: 200 len: 375 time: 0.0123260 Nov 19 20:45:24.863978 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-8a3fe7db-5d2d-422f-913d-b38c48d482d4 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Synchronizing usage tracker for tenant:f0359710a35640fa88744c7402fd5ddd on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:45:24.881975 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-8a3fe7db-5d2d-422f-913d-b38c48d482d4 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Unset dirty status for tenant:f0359710a35640fa88744c7402fd5ddd on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:45:24.883494 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-8a3fe7db-5d2d-422f-913d-b38c48d482d4 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1078618 Nov 19 20:45:25.090760 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-2ef6fcbb-be5c-408a-8c4b-a8b53b1ab85f service neutron] 10.222.0.13 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991372 Nov 19 20:45:25.194000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Sync routers for ids ['7ab92a28-dad5-45dd-a948-04eeca5bc629'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:45:25.208944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Routers {'7ab92a28-dad5-45dd-a948-04eeca5bc629'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:45:25.209806 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:45:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['7ab92a28-dad5-45dd-a948-04eeca5bc629'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:25.295089 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-13ff2d34-b503-48b9-8b1a-ff30faf57dc4 service neutron] 10.222.0.13 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1952355 Nov 19 20:45:25.737661 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6996fb8f-68a0-4586-9a7e-711b92cdeb81 req-9fe170da-1dc9-41f6-b841-5e24c5129ccb tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 210 time: 0.1340332 Nov 19 20:45:25.804509 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Set router 7ab92a28-dad5-45dd-a948-04eeca5bc629 gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:45:25.869741 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45070) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:25.913498 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762609c-2a05-4c49-b79d-788d9ec4a925 req-acd921e7-5337-406f-aa78-d1e0411ee864 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:25.925932 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c762609c-2a05-4c49-b79d-788d9ec4a925 req-acd921e7-5337-406f-aa78-d1e0411ee864 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 943 time: 0.2138350 Nov 19 20:45:26.015672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 99c15063-5b6b-4492-8f5e-b2ebc88be067 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:26.019417 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c762609c-2a05-4c49-b79d-788d9ec4a925 req-778f5f75-1721-493a-a874-616ad02968fa tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896809 Nov 19 20:45:26.302004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-53243418-041b-4c8f-81a1-b223ca83f9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:26.352711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 99c15063-5b6b-4492-8f5e-b2ebc88be067 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:26.353113 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:26.389466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-53243418-041b-4c8f-81a1-b223ca83f9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:26.399683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-53243418-041b-4c8f-81a1-b223ca83f9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:96b9c9053c544d57a136fe8dc0328bb6 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:26.405170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-53243418-041b-4c8f-81a1-b223ca83f9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:26.423709 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-53243418-041b-4c8f-81a1-b223ca83f9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:26.496664 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-063d17be-8fca-4047-b4e7-b7742730d26b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:26.519695 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-063d17be-8fca-4047-b4e7-b7742730d26b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 818 time: 0.2374804 Nov 19 20:45:26.525948 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'name': 'tempest-ServerRescueNegativeTestJSON-666437605-router', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:13Z', 'updated_at': '2020-11-19T20:45:21Z', 'revision_number': 4, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'gw_port': {'id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:14Z', 'updated_at': '2020-11-19T20:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'ae904067-9841-4fe9-a0c5-8f25543a91d2', 'name': '', 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'mac_address': 'fa:16:3e:6a:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce8b276-0b24-4a1f-b4cf-1db3c916c7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:20Z', 'updated_at': '2020-11-19T20:45:21Z', 'revision_number': 2, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'subnets': [{'id': 'cce8b276-0b24-4a1f-b4cf-1db3c916c7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:26.530937 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Checking router: 7ab92a28-dad5-45dd-a948-04eeca5bc629 for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:45:26.531372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Updating router 7ab92a28-dad5-45dd-a948-04eeca5bc629 port ae904067-9841-4fe9-a0c5-8f25543a91d2 binding host dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:45:26.577057 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-8ab471ef-bb16-4c79-a76d-6982db733bd2 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/quotas/f0359710a35640fa88744c7402fd5ddd HTTP/1.1" status: 200 len: 375 time: 0.0485413 Nov 19 20:45:26.592291 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:26.671188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-53243418-041b-4c8f-81a1-b223ca83f9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:26.679209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-53243418-041b-4c8f-81a1-b223ca83f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:26.688021 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-06f4c5ee-e21b-449a-93e3-b0cc9b0b3617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:26.736496 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-da41f73f-089c-446c-b717-e21d8dae07e3 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1580484 Nov 19 20:45:26.815861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53243418-041b-4c8f-81a1-b223ca83f9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fecf3b-5385-4f6c-a3a2-3f5353e7eece,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:26.821336 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-53243418-041b-4c8f-81a1-b223ca83f9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:26.832990 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-53243418-041b-4c8f-81a1-b223ca83f9d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96b9c9053c544d57a136fe8dc0328bb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9620867 Nov 19 20:45:26.841085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45114) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:26.932107 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-e4590bf3-3f36-402f-a90c-dd53064d5fc9 service neutron] 10.222.0.13 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939373 Nov 19 20:45:26.978801 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b032e9f7-c24a-4611-87a1-cabfd108c460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:27.035623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b032e9f7-c24a-4611-87a1-cabfd108c460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:27.091198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1444ff6d-0d0b-47bd-be06-548033bb6e61 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:27.129465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b032e9f7-c24a-4611-87a1-cabfd108c460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:27.136072 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9d94e1b-587b-473f-8395-75a81a0847b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:27.162190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032e9f7-c24a-4611-87a1-cabfd108c460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fecf3b-5385-4f6c-a3a2-3f5353e7eece,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:27.176112 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b032e9f7-c24a-4611-87a1-cabfd108c460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:27.181625 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b032e9f7-c24a-4611-87a1-cabfd108c460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:27.189086 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b032e9f7-c24a-4611-87a1-cabfd108c460 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44fecf3b-5385-4f6c-a3a2-3f5353e7eece HTTP/1.1" status: 204 len: 168 time: 0.3467338 Nov 19 20:45:27.189943 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45128) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:27.211833 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-122f9b04-c9a8-4f64-a4f3-eee9331708ab service neutron] 10.222.0.13 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2786345 Nov 19 20:45:27.546792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-040559cf-7b99-4af3-bc5d-08a7add44545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:27.592678 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port 1444ff6d-0d0b-47bd-be06-548033bb6e61 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:45:27.639684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 1444ff6d-0d0b-47bd-be06-548033bb6e61 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:27.640117 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:27.640234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-040559cf-7b99-4af3-bc5d-08a7add44545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:27.651468 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-040559cf-7b99-4af3-bc5d-08a7add44545 admin admin] Usage tracker for resource:security_group_rule and tenant:f3cf29c624c24f5499d9019f72bf11b6 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:27.656766 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-040559cf-7b99-4af3-bc5d-08a7add44545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:27.666647 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-040559cf-7b99-4af3-bc5d-08a7add44545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:27.673370 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9d00258b-322e-46aa-89a5-9801898ebfac req-6f119d2a-d615-45cf-b0e1-03b77d14eb18 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0905504 Nov 19 20:45:27.853053 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:27.938461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 45156) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:27.938617 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:27.959066 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 1444ff6d-0d0b-47bd-be06-548033bb6e61, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1444ff6d-0d0b-47bd-be06-548033bb6e61,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:45:27.966457 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf1a10-d873-4f24-bb7e-fde54bb5419f req-2bb7eb1c-63e2-448d-86cd-754742325656 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:27.974431 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddef8be-d546-4b0e-8a93-07cb222fd0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1444ff6d-0d0b-47bd-be06-548033bb6e61'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:45:27.975636 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0abf1a10-d873-4f24-bb7e-fde54bb5419f req-2bb7eb1c-63e2-448d-86cd-754742325656 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 943 time: 0.6305075 Nov 19 20:45:27.981642 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:27.999498 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:28.018128 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a568cdb8-d99a-4bbb-a599-e6e8377d431c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.107403 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0abf1a10-d873-4f24-bb7e-fde54bb5419f req-af1e8081-ca1e-489b-be0d-14c8ae1e8c58 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307395 Nov 19 20:45:28.121515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a568cdb8-d99a-4bbb-a599-e6e8377d431c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:28.129616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=1444ff6d-0d0b-47bd-be06-548033bb6e61,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:28.134155 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:28.135218 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Transition to ACTIVE for port object ae904067-9841-4fe9-a0c5-8f25543a91d2 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:45:28.139372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a568cdb8-d99a-4bbb-a599-e6e8377d431c admin admin] Usage tracker for resource:security_group_rule and tenant:bbd9da3690424ca08c5c2942e91082fc is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:28.140053 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.144452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a568cdb8-d99a-4bbb-a599-e6e8377d431c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:28.151124 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a568cdb8-d99a-4bbb-a599-e6e8377d431c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:28.212831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-040559cf-7b99-4af3-bc5d-08a7add44545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.221932 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-040559cf-7b99-4af3-bc5d-08a7add44545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.231068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc654d84-5220-47dd-b155-ce6614f4e73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:28.239786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a568cdb8-d99a-4bbb-a599-e6e8377d431c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.258040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a568cdb8-d99a-4bbb-a599-e6e8377d431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.283350 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-0646c6ef-605b-4422-8932-f7d7aafd47a6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:28.289841 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-0646c6ef-605b-4422-8932-f7d7aafd47a6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.24 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 818 time: 0.5456369 Nov 19 20:45:28.292164 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040559cf-7b99-4af3-bc5d-08a7add44545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57458aea-6180-45e4-bb64-d422baaad8f6,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:28.299911 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-040559cf-7b99-4af3-bc5d-08a7add44545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:28.323614 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-040559cf-7b99-4af3-bc5d-08a7add44545 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3cf29c624c24f5499d9019f72bf11b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1269279 Nov 19 20:45:28.324558 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45170) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:28.331694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8209d49-58c6-4802-823a-4d8ca8fdb231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:28.339147 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddef8be-d546-4b0e-8a93-07cb222fd0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1444ff6d-0d0b-47bd-be06-548033bb6e61', 'code': 200} Nov 19 20:45:28.339718 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:28.363259 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a568cdb8-d99a-4bbb-a599-e6e8377d431c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbd9da3690424ca08c5c2942e91082fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4234753 Nov 19 20:45:28.364670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568cdb8-d99a-4bbb-a599-e6e8377d431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bdcff6-b1cb-46ec-aeb5-7d3e86f9d3df,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:28.377567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Request body: {'port': {'device_id': '44aeb85d-dff9-4227-8696-aadd6e931c0e', 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b', 'admin_state_up': True, 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:28.381686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 45174) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:28.388271 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a568cdb8-d99a-4bbb-a599-e6e8377d431c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:28.473512 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8ee81820-b092-4fcb-aad9-201a38d2144c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.480684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e596f128-2be0-4c09-b51b-a0c8025b14d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.507082 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8ee81820-b092-4fcb-aad9-201a38d2144c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.555720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Attempting to bind port ae904067-9841-4fe9-a0c5-8f25543a91d2 on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:45:28.556249 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Attempting to bind port ae904067-9841-4fe9-a0c5-8f25543a91d2 by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:45:28.556863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Attempting to bind port ae904067-9841-4fe9-a0c5-8f25543a91d2 on network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:45:28.565576 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:45:28.566115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Checking segment: {'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:45:28.566628 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.567075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Bound using segment: {'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:45:28.567605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Bound port: ae904067-9841-4fe9-a0c5-8f25543a91d2, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:45:28.568029 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.605693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8ee81820-b092-4fcb-aad9-201a38d2144c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.613515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:28.631940 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee81820-b092-4fcb-aad9-201a38d2144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bdcff6-b1cb-46ec-aeb5-7d3e86f9d3df,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:28.642244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8ee81820-b092-4fcb-aad9-201a38d2144c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.644027 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-8ee81820-b092-4fcb-aad9-201a38d2144c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83bdcff6-b1cb-46ec-aeb5-7d3e86f9d3df HTTP/1.1" status: 204 len: 168 time: 0.2603655 Nov 19 20:45:28.645549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8ee81820-b092-4fcb-aad9-201a38d2144c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:28.722842 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:28.750186 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:28.751439 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409e8dd-d86f-4125-ad0c-a6861ff7e568 None None] Pushing event updated for resources: {'Port': ['ID=ae904067-9841-4fe9-a0c5-8f25543a91d2,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:28.760731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e596f128-2be0-4c09-b51b-a0c8025b14d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.773155 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c409e8dd-d86f-4125-ad0c-a6861ff7e568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:28.795533 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Made reservation on behalf of f0359710a35640fa88744c7402fd5ddd for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:45:28.802456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] For port ae904067-9841-4fe9-a0c5-8f25543a91d2, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:45:28.802617 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.809089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] For port ae904067-9841-4fe9-a0c5-8f25543a91d2, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=ae904067-9841-4fe9-a0c5-8f25543a91d2,segment=NetworkSegment(32723550-31df-4267-b1dd-ff0a2f3043b9),segment_id=32723550-31df-4267-b1dd-ff0a2f3043b9)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:45:28.816196 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:28.870218 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cfc28571-ba5a-4919-a135-cecc7de76ac0 req-614bd3d5-ff1c-4d44-a97f-55f2e83d7eef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 1162 time: 0.2393878 Nov 19 20:45:28.966611 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cfc28571-ba5a-4919-a135-cecc7de76ac0 req-063cff10-ba5c-41fb-8cac-0bcd9d75a45d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875971 Nov 19 20:45:29.039329 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-37423cd1-e39c-42f3-804e-7b334ecf28c7 req-5ed92378-27ea-48b6-81d9-4412d2b3f66d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0641336 Nov 19 20:45:29.058684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:29.264862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e596f128-2be0-4c09-b51b-a0c8025b14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:29.276992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409e8dd-d86f-4125-ad0c-a6861ff7e568 None None] Pushing event updated for resources: {'Port': ['ID=ae904067-9841-4fe9-a0c5-8f25543a91d2,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:29.287994 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ba0a96b-c35a-423e-9b32-0a8b5ebfd286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:29.291119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c409e8dd-d86f-4125-ad0c-a6861ff7e568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:29.336703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596f128-2be0-4c09-b51b-a0c8025b14d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57458aea-6180-45e4-bb64-d422baaad8f6,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:29.352971 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e596f128-2be0-4c09-b51b-a0c8025b14d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:29.400925 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e596f128-2be0-4c09-b51b-a0c8025b14d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:29.403761 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e596f128-2be0-4c09-b51b-a0c8025b14d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57458aea-6180-45e4-bb64-d422baaad8f6 HTTP/1.1" status: 204 len: 168 time: 1.0769501 Nov 19 20:45:29.470839 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Routers {'7ab92a28-dad5-45dd-a948-04eeca5bc629'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:45:29.473427 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:45:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['7ab92a28-dad5-45dd-a948-04eeca5bc629'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:29.536495 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Allocated IP 172.20.0.6 (9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b/cce8b276-0b24-4a1f-b4cf-1db3c916c7d1/de7acc0c-480e-4771-a479-c60439073878) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:45:29.559459 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45216) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:29.613419 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-71cea80c-c9b3-41d6-949f-f32ba54f85c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:29.614431 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f1bfe-fb2c-4bd1-9bbd-18b3c2de8f3d req-c85e6750-635a-43ae-abae-c10e227229a2 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:29.616598 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f1f1bfe-fb2c-4bd1-9bbd-18b3c2de8f3d req-c85e6750-635a-43ae-abae-c10e227229a2 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 945 time: 0.1712570 Nov 19 20:45:29.673949 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f1f1bfe-fb2c-4bd1-9bbd-18b3c2de8f3d req-549fc3fd-1eba-4040-9767-c58befc0fe2c tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513439 Nov 19 20:45:29.714061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-71cea80c-c9b3-41d6-949f-f32ba54f85c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:29.718035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-71cea80c-c9b3-41d6-949f-f32ba54f85c4 admin admin] Usage tracker for resource:security_group_rule and tenant:de58a66e83d9435eb71ae020255b2051 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:29.720999 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-71cea80c-c9b3-41d6-949f-f32ba54f85c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:29.727649 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-71cea80c-c9b3-41d6-949f-f32ba54f85c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:29.794771 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 45222) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:29.834001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-71cea80c-c9b3-41d6-949f-f32ba54f85c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:29.843096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-71cea80c-c9b3-41d6-949f-f32ba54f85c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:29.844941 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] Set router 7ab92a28-dad5-45dd-a948-04eeca5bc629 gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:45:29.855734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9a491de1-3514-41ac-bac1-f3faa998fa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:29.891826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cea80c-c9b3-41d6-949f-f32ba54f85c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da1d946-1d0a-4844-bd6d-ecc96696c98b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:29.909449 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-71cea80c-c9b3-41d6-949f-f32ba54f85c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:29.943203 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-71cea80c-c9b3-41d6-949f-f32ba54f85c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de58a66e83d9435eb71ae020255b2051&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3823555 Nov 19 20:45:29.944304 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45228) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:30.038720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-ac578efa-c9da-4e75-80ce-0b344d186c8c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:30.040339 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-ac578efa-c9da-4e75-80ce-0b344d186c8c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.24 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 818 time: 0.2076063 Nov 19 20:45:30.143426 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Request body: {'port': {'device_id': 'a772df94-57d8-45ce-afa3-2f3acd1bdfe1', 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b', 'admin_state_up': True, 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:30.312496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0f846eb0-9e0a-4199-963e-1d109f4df8ec req-fd61c793-f42d-4a91-be0f-eced07eac54b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Synchronizing usage tracker for tenant:f0359710a35640fa88744c7402fd5ddd on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:45:30.351319 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecae9395-2887-4347-b95a-f586382bd03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.357205 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0f846eb0-9e0a-4199-963e-1d109f4df8ec req-fd61c793-f42d-4a91-be0f-eced07eac54b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Unset dirty status for tenant:f0359710a35640fa88744c7402fd5ddd on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:45:30.360743 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:30.370878 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0f846eb0-9e0a-4199-963e-1d109f4df8ec req-fd61c793-f42d-4a91-be0f-eced07eac54b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1145737 Nov 19 20:45:30.372563 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:30.381293 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0254f355-531b-4b34-a70c-888ee33e0df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.397873 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Made reservation on behalf of f0359710a35640fa88744c7402fd5ddd for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:45:30.416747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.446243 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecae9395-2887-4347-b95a-f586382bd03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.493503 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.580174 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1444ff6d-0d0b-47bd-be06-548033bb6e61 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:30.587413 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45246) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:30.642182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a3bb837c-2fd4-45cb-b682-6762590e5dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.685428 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a3bb837c-2fd4-45cb-b682-6762590e5dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:30.689873 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a3bb837c-2fd4-45cb-b682-6762590e5dbb admin admin] Usage tracker for resource:security_group_rule and tenant:3f5820af949945aebe5d1fbfc43fc284 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:30.697500 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a3bb837c-2fd4-45cb-b682-6762590e5dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:30.733964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a3bb837c-2fd4-45cb-b682-6762590e5dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:30.739353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.780819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:30.829692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0254f355-531b-4b34-a70c-888ee33e0df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:30.839216 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-0254f355-531b-4b34-a70c-888ee33e0df4 admin admin] Usage tracker for resource:security_group_rule and tenant:8830dbd4cfd24e1e8117903433e908f6 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:30.843616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-0254f355-531b-4b34-a70c-888ee33e0df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:30.844965 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecae9395-2887-4347-b95a-f586382bd03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.851435 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0254f355-531b-4b34-a70c-888ee33e0df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:30.854522 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 1444ff6d-0d0b-47bd-be06-548033bb6e61 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:30.854522 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.899400 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Pushing event updated for resources: {'Port': ['ID=de7acc0c-480e-4771-a479-c60439073878,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:30.911219 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:30.915074 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3df30df7-9708-4f17-b1ef-a9c848448a40 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:30.934371 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae9395-2887-4347-b95a-f586382bd03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da1d946-1d0a-4844-bd6d-ecc96696c98b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:30.937297 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ecae9395-2887-4347-b95a-f586382bd03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:30.938606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecae9395-2887-4347-b95a-f586382bd03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.939800 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ecae9395-2887-4347-b95a-f586382bd03f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1da1d946-1d0a-4844-bd6d-ecc96696c98b HTTP/1.1" status: 204 len: 168 time: 0.9721189 Nov 19 20:45:30.966528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0254f355-531b-4b34-a70c-888ee33e0df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.975474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0254f355-531b-4b34-a70c-888ee33e0df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:30.996101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:31.082416 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'name': 'tempest-ServerRescueNegativeTestJSON-666437605-router', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:13Z', 'updated_at': '2020-11-19T20:45:21Z', 'revision_number': 4, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'gw_port': {'id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:14Z', 'updated_at': '2020-11-19T20:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'ae904067-9841-4fe9-a0c5-8f25543a91d2', 'name': '', 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'mac_address': 'fa:16:3e:6a:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce8b276-0b24-4a1f-b4cf-1db3c916c7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:20Z', 'updated_at': '2020-11-19T20:45:28Z', 'revision_number': 4, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'subnets': [{'id': 'cce8b276-0b24-4a1f-b4cf-1db3c916c7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:31.094468 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336a9bf-4750-4a96-b74f-3ab009e68c63 None None] The sync data for ids ['7ab92a28-dad5-45dd-a948-04eeca5bc629'] in dv-cinder-750782-3-smb is: [{'id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'name': 'tempest-ServerRescueNegativeTestJSON-666437605-router', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:13Z', 'updated_at': '2020-11-19T20:45:21Z', 'revision_number': 4, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'gw_port': {'id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:14Z', 'updated_at': '2020-11-19T20:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'ae904067-9841-4fe9-a0c5-8f25543a91d2', 'name': '', 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'mac_address': 'fa:16:3e:6a:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce8b276-0b24-4a1f-b4cf-1db3c916c7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:20Z', 'updated_at': '2020-11-19T20:45:28Z', 'revision_number': 4, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'subnets': [{'id': 'cce8b276-0b24-4a1f-b4cf-1db3c916c7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:45:31.115299 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254f355-531b-4b34-a70c-888ee33e0df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67e167e-059f-407a-a0e5-25695e9b53ca,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:31.122981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0254f355-531b-4b34-a70c-888ee33e0df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:31.198190 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-0254f355-531b-4b34-a70c-888ee33e0df4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8830dbd4cfd24e1e8117903433e908f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4019570 Nov 19 20:45:31.200314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Allocated IP 172.20.0.4 (9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b/cce8b276-0b24-4a1f-b4cf-1db3c916c7d1/fc087cac-12c1-4a67-b56a-cb12214c0a0e) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:45:31.202880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 45270) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:31.335211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-36096ce9-bf73-421f-b15a-0b2c5b5556dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:31.480726 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a3bb837c-2fd4-45cb-b682-6762590e5dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:31.573100 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a3bb837c-2fd4-45cb-b682-6762590e5dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:31.574189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device ae904067-9841-4fe9-a0c5-8f25543a91d2 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:31.620360 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ecae9395-2887-4347-b95a-f586382bd03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:31.694956 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a3bb837c-2fd4-45cb-b682-6762590e5dbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f5820af949945aebe5d1fbfc43fc284&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0961351 Nov 19 20:45:31.706981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45286) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:31.724320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:45:31.739726 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port ae904067-9841-4fe9-a0c5-8f25543a91d2 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:45:31.750483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port ae904067-9841-4fe9-a0c5-8f25543a91d2 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:31.751014 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:31.797253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:31.811700 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:45:31.822422 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:45:31.858792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:31.927889 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-36096ce9-bf73-421f-b15a-0b2c5b5556dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:31.944802 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 45292) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:31.954470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:31.955163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:31.989812 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa5110-df85-4b51-b761-5e19fa073f25 req-e3bcb4c0-8ce1-4ee6-9e7f-dcaec93e3dbc tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:31.992132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:31.997107 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0eaa5110-df85-4b51-b761-5e19fa073f25 req-e3bcb4c0-8ce1-4ee6-9e7f-dcaec93e3dbc tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 945 time: 1.0639093 Nov 19 20:45:32.009742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb837c-2fd4-45cb-b682-6762590e5dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea864b7-fd6b-4ba0-96cb-daaf5a952b63,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:32.014445 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-98738696-8f5d-4211-9979-ca50bee34480 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6433628 Nov 19 20:45:32.018546 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a3bb837c-2fd4-45cb-b682-6762590e5dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:32.085954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port ae904067-9841-4fe9-a0c5-8f25543a91d2, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=ae904067-9841-4fe9-a0c5-8f25543a91d2,segment=NetworkSegment(32723550-31df-4267-b1dd-ff0a2f3043b9),segment_id=32723550-31df-4267-b1dd-ff0a2f3043b9)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:45:32.087649 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0eaa5110-df85-4b51-b761-5e19fa073f25 req-efd2135f-5a9b-4310-baab-c030486424e7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676906 Nov 19 20:45:32.091916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:32.094055 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:32.102414 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Request body: {'port': {'device_id': '44aeb85d-dff9-4227-8696-aadd6e931c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:32.191035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ada18bf6-8d22-47bc-85d5-a1b554da36d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:32.313253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=ae904067-9841-4fe9-a0c5-8f25543a91d2,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:32.332463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:32.363780 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ada18bf6-8d22-47bc-85d5-a1b554da36d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:32.568442 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ada18bf6-8d22-47bc-85d5-a1b554da36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:32.573972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:32.578150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-71cea80c-c9b3-41d6-949f-f32ba54f85c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:32.595116 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:32.690527 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Pushing event updated for resources: {'Port': ['ID=fc087cac-12c1-4a67-b56a-cb12214c0a0e,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:32.704289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:32.742180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:45:32.747468 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:45:32.750161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:45:32.840667 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:32.841340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:32.905986 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7785883 Nov 19 20:45:32.937427 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Request body: {'port': {'device_id': 'a772df94-57d8-45ce-afa3-2f3acd1bdfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:33.005288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509bc2d-cc56-4a0a-af31-c85bc0be2d7b req-72da27b5-ef25-4136-9286-910cbf1deb32 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:33.006049 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0509bc2d-cc56-4a0a-af31-c85bc0be2d7b req-72da27b5-ef25-4136-9286-910cbf1deb32 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Synchronizing usage tracker for tenant:f0359710a35640fa88744c7402fd5ddd on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:45:33.106693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7acc0c-480e-4771-a479-c60439073878 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:45:33.114477 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.116923 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.128665 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Transition to ACTIVE for port object de7acc0c-480e-4771-a479-c60439073878 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:45:33.132338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada18bf6-8d22-47bc-85d5-a1b554da36d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea864b7-fd6b-4ba0-96cb-daaf5a952b63,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:33.137452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.140385 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ada18bf6-8d22-47bc-85d5-a1b554da36d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:33.268384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0509bc2d-cc56-4a0a-af31-c85bc0be2d7b req-72da27b5-ef25-4136-9286-910cbf1deb32 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Unset dirty status for tenant:f0359710a35640fa88744c7402fd5ddd on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:45:33.278831 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0509bc2d-cc56-4a0a-af31-c85bc0be2d7b req-72da27b5-ef25-4136-9286-910cbf1deb32 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 931 time: 1.4281874 Nov 19 20:45:33.289104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e6167da9-fe1e-49e1-b49b-3d12a1e16b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:33.328466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ada18bf6-8d22-47bc-85d5-a1b554da36d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.330024 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ada18bf6-8d22-47bc-85d5-a1b554da36d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ea864b7-fd6b-4ba0-96cb-daaf5a952b63 HTTP/1.1" status: 204 len: 168 time: 1.6040311 Nov 19 20:45:33.337608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45328) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:33.402702 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-96eca788-8109-43c8-b3c1-1b9de873a68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.446954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0509bc2d-cc56-4a0a-af31-c85bc0be2d7b req-49362972-eedf-44e4-a380-0c2c5f8ccfc2 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Synchronizing usage tracker for tenant:f0359710a35640fa88744c7402fd5ddd on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:45:33.473189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0509bc2d-cc56-4a0a-af31-c85bc0be2d7b req-49362972-eedf-44e4-a380-0c2c5f8ccfc2 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Unset dirty status for tenant:f0359710a35640fa88744c7402fd5ddd on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:45:33.488515 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0509bc2d-cc56-4a0a-af31-c85bc0be2d7b req-49362972-eedf-44e4-a380-0c2c5f8ccfc2 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086709 Nov 19 20:45:33.499026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Pushing event updated for resources: {'Port': ['ID=de7acc0c-480e-4771-a479-c60439073878,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:33.509004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:33.524270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-96eca788-8109-43c8-b3c1-1b9de873a68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:33.528818 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-96eca788-8109-43c8-b3c1-1b9de873a68f admin admin] Usage tracker for resource:security_group_rule and tenant:75512f8ecfbc495e906d50456b9fad1b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:33.533474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-96eca788-8109-43c8-b3c1-1b9de873a68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:33.538027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device ae904067-9841-4fe9-a0c5-8f25543a91d2 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:33.544636 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Attempting to bind port de7acc0c-480e-4771-a479-c60439073878 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:45:33.545014 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Attempting to bind port de7acc0c-480e-4771-a479-c60439073878 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:45:33.545535 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Attempting to bind port de7acc0c-480e-4771-a479-c60439073878 on network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:45:33.553293 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:45:33.553671 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Checking segment: {'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:45:33.554077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.554475 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Bound using segment: {'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:45:33.554956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Bound port: de7acc0c-480e-4771-a479-c60439073878, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:45:33.555331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.560290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-96eca788-8109-43c8-b3c1-1b9de873a68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:33.619320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-36096ce9-bf73-421f-b15a-0b2c5b5556dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.658616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] For port de7acc0c-480e-4771-a479-c60439073878, host hv-cinder-75078, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:45:33.662522 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] For port de7acc0c-480e-4771-a479-c60439073878, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=de7acc0c-480e-4771-a479-c60439073878,segment=NetworkSegment(32723550-31df-4267-b1dd-ff0a2f3043b9),segment_id=32723550-31df-4267-b1dd-ff0a2f3043b9)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:45:33.667185 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.689955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:33.694758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port ae904067-9841-4fe9-a0c5-8f25543a91d2 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:33.695212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.746675 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0db58fe-25d3-45ba-a049-e39dc5e5c9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:33.802157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Pushing event updated for resources: {'Port': ['ID=de7acc0c-480e-4771-a479-c60439073878,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:33.814789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-87d7c0d8-1b92-4f83-b958-efeac095dc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.820034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36096ce9-bf73-421f-b15a-0b2c5b5556dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67e167e-059f-407a-a0e5-25695e9b53ca,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:33.826391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-36096ce9-bf73-421f-b15a-0b2c5b5556dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:33.827630 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-36096ce9-bf73-421f-b15a-0b2c5b5556dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:33.831681 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-36096ce9-bf73-421f-b15a-0b2c5b5556dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f67e167e-059f-407a-a0e5-25695e9b53ca HTTP/1.1" status: 204 len: 168 time: 2.6278064 Nov 19 20:45:33.837047 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:33.883655 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-87d7c0d8-1b92-4f83-b958-efeac095dc74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:33.886278 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-87d7c0d8-1b92-4f83-b958-efeac095dc74 admin admin] Usage tracker for resource:security_group_rule and tenant:10a4817876714bf993c7892833bdcb88 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:33.889639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-87d7c0d8-1b92-4f83-b958-efeac095dc74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:33.899943 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-87d7c0d8-1b92-4f83-b958-efeac095dc74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:34.000665 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-96eca788-8109-43c8-b3c1-1b9de873a68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.001738 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-87d7c0d8-1b92-4f83-b958-efeac095dc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.008979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-87d7c0d8-1b92-4f83-b958-efeac095dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.011227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-96eca788-8109-43c8-b3c1-1b9de873a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.042096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fd4b5b2a-dacc-43d6-bd0e-4599db574c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:34.059934 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-87d7c0d8-1b92-4f83-b958-efeac095dc74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10a4817876714bf993c7892833bdcb88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7212379 Nov 19 20:45:34.100073 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0af95d84-3d73-46a6-b10f-10059e8dcfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:34.154370 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 45356) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:34.162061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eca788-8109-43c8-b3c1-1b9de873a68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5218470e-431f-45a3-9ee4-7a20126891f0,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:34.193943 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-96eca788-8109-43c8-b3c1-1b9de873a68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:34.200494 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7c0d8-1b92-4f83-b958-efeac095dc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df98f7d-bd5b-4e25-b928-e502f472f439,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:34.207325 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-87d7c0d8-1b92-4f83-b958-efeac095dc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:34.215517 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.217060 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] 10.222.0.24 "PUT /v2.0/ports/de7acc0c-480e-4771-a479-c60439073878 HTTP/1.1" status: 200 len: 1157 time: 2.1441572 Nov 19 20:45:34.217570 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44aeb85d-dff9-4227-8696-aadd6e931c0e', 'tag': 'de7acc0c-480e-4771-a479-c60439073878'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:45:34.252085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45364) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:34.253489 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-96eca788-8109-43c8-b3c1-1b9de873a68f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75512f8ecfbc495e906d50456b9fad1b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2848251 Nov 19 20:45:34.375673 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44aeb85d-dff9-4227-8696-aadd6e931c0e', 'tag': 'de7acc0c-480e-4771-a479-c60439073878', 'status': 'completed', 'code': 200} Nov 19 20:45:34.434847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46839efa-5f9a-497d-961f-d9de5b260c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.466393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 45372) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:34.490460 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46839efa-5f9a-497d-961f-d9de5b260c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.535994 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-6235a4be-3c42-4380-8348-b99b20a22d23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 1160 time: 0.2505305 Nov 19 20:45:34.544823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60aa0a90-302f-4057-8b72-6b6cfca4c8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.613497 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46839efa-5f9a-497d-961f-d9de5b260c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.623878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-87d7c0d8-1b92-4f83-b958-efeac095dc74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:34.646942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46839efa-5f9a-497d-961f-d9de5b260c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5218470e-431f-45a3-9ee4-7a20126891f0,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:34.651357 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-c4c3257c-82c0-4955-a200-02afba140202 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de7acc0c-480e-4771-a479-c60439073878 HTTP/1.1" status: 200 len: 217 time: 0.1003215 Nov 19 20:45:34.654607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-46839efa-5f9a-497d-961f-d9de5b260c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:34.659105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc087cac-12c1-4a67-b56a-cb12214c0a0e {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:45:34.669610 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46839efa-5f9a-497d-961f-d9de5b260c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.673170 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-46839efa-5f9a-497d-961f-d9de5b260c0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5218470e-431f-45a3-9ee4-7a20126891f0 HTTP/1.1" status: 204 len: 168 time: 0.4175582 Nov 19 20:45:34.696305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-60aa0a90-302f-4057-8b72-6b6cfca4c8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:34.708476 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.742520 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-60aa0a90-302f-4057-8b72-6b6cfca4c8b9 admin admin] Usage tracker for resource:security_group_rule and tenant:2609b45d9ba54da29f58acd2d3513734 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:34.749449 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-60aa0a90-302f-4057-8b72-6b6cfca4c8b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:34.757203 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60ffad6d-7f1e-468a-9c97-a3728e5ec5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.801799 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-50ff5774-fab2-4c8c-8cdd-234bc8f341b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:34.806824 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-50ff5774-fab2-4c8c-8cdd-234bc8f341b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 HTTP/1.1" status: 200 len: 858 time: 0.1329236 Nov 19 20:45:34.827270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-60aa0a90-302f-4057-8b72-6b6cfca4c8b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:34.829750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Transition to ACTIVE for port object fc087cac-12c1-4a67-b56a-cb12214c0a0e will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:45:34.851410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60ffad6d-7f1e-468a-9c97-a3728e5ec5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.886125 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-13478631-c353-4461-b6ec-e9c319b7d224 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614862 Nov 19 20:45:34.907614 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60ffad6d-7f1e-468a-9c97-a3728e5ec5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.913595 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:34.920505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-776faa71-c6ff-428d-a696-17881d24ede4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:34.935093 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffad6d-7f1e-468a-9c97-a3728e5ec5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df98f7d-bd5b-4e25-b928-e502f472f439,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:34.937897 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60ffad6d-7f1e-468a-9c97-a3728e5ec5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:34.972994 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-abcd5820-35a1-4fee-842a-d63241fa854e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:35.217987 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc087cac-12c1-4a67-b56a-cb12214c0a0e,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:35.241756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:35.280260 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-38e09524-2aa6-4435-9300-1d0ba8fcc9d4 service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857746 Nov 19 20:45:35.366715 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60ffad6d-7f1e-468a-9c97-a3728e5ec5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:35.368099 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-60ffad6d-7f1e-468a-9c97-a3728e5ec5eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9df98f7d-bd5b-4e25-b928-e502f472f439 HTTP/1.1" status: 204 len: 168 time: 1.1818540 Nov 19 20:45:35.423784 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fa1b1-01e6-4983-b613-d79b41aae552 req-4d1f6b1b-4ad4-4e25-8fc4-a144f3af56a6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:35.425765 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa7fa1b1-01e6-4983-b613-d79b41aae552 req-4d1f6b1b-4ad4-4e25-8fc4-a144f3af56a6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 931 time: 0.6776350 Nov 19 20:45:35.481811 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-85ff4a03-e51b-47d9-b6f8-b9c9a87418c0 req-96210875-7769-4025-b995-f93e14eef465 service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1936934 Nov 19 20:45:35.550449 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa7fa1b1-01e6-4983-b613-d79b41aae552 req-92efc54f-0614-4024-90ea-359153c8524d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115229 Nov 19 20:45:35.552241 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60aa0a90-302f-4057-8b72-6b6cfca4c8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:35.559500 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60aa0a90-302f-4057-8b72-6b6cfca4c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:35.573706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ba21faa8-c21c-4572-a5b6-e01068a2c9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:35.675534 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-219e474c-711c-433a-b97c-284d6f68ca3f req-c90ab575-faba-495c-9ba6-b5d4f6887d38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 1160 time: 0.0812726 Nov 19 20:45:35.737333 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-60aa0a90-302f-4057-8b72-6b6cfca4c8b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2609b45d9ba54da29f58acd2d3513734&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2698658 Nov 19 20:45:35.747054 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 45424) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:35.749954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa0a90-302f-4057-8b72-6b6cfca4c8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52673b53-95b0-40e6-9b45-1926cea8b679,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:35.778815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60aa0a90-302f-4057-8b72-6b6cfca4c8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:35.815027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45430) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:35.856235 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e474c-711c-433a-b97c-284d6f68ca3f req-6f4cb299-88d8-4027-b2d7-e1a0749726e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:35.858080 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-219e474c-711c-433a-b97c-284d6f68ca3f req-6f4cb299-88d8-4027-b2d7-e1a0749726e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 912 time: 0.1759043 Nov 19 20:45:35.909868 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Attempting to bind port fc087cac-12c1-4a67-b56a-cb12214c0a0e on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:45:35.910247 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Attempting to bind port fc087cac-12c1-4a67-b56a-cb12214c0a0e by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:45:35.910620 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Attempting to bind port fc087cac-12c1-4a67-b56a-cb12214c0a0e on network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:45:35.921073 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:45:35.921450 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Checking segment: {'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:45:35.921854 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:35.922251 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Bound using segment: {'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:45:35.922737 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Bound port: fc087cac-12c1-4a67-b56a-cb12214c0a0e, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32723550-31df-4267-b1dd-ff0a2f3043b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:45:35.923163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:35.940837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-067ba329-383e-4e0a-82a5-b17f0bf8d063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:35.971524 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-067ba329-383e-4e0a-82a5-b17f0bf8d063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:35.975301 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-219e474c-711c-433a-b97c-284d6f68ca3f req-e678ed5d-3958-49a8-9d2d-2848dd7e83a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de7acc0c-480e-4771-a479-c60439073878 HTTP/1.1" status: 200 len: 217 time: 0.1097453 Nov 19 20:45:36.064721 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e474c-711c-433a-b97c-284d6f68ca3f req-0b18756a-7c59-482e-b6b3-e02ff39cece5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:36.066677 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-219e474c-711c-433a-b97c-284d6f68ca3f req-0b18756a-7c59-482e-b6b3-e02ff39cece5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 HTTP/1.1" status: 200 len: 858 time: 0.0835750 Nov 19 20:45:36.114537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-067ba329-383e-4e0a-82a5-b17f0bf8d063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:36.136882 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8ee81820-b092-4fcb-aad9-201a38d2144c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:36.156392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ba329-383e-4e0a-82a5-b17f0bf8d063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52673b53-95b0-40e6-9b45-1926cea8b679,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:36.165437 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] For port fc087cac-12c1-4a67-b56a-cb12214c0a0e, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:45:36.168691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-067ba329-383e-4e0a-82a5-b17f0bf8d063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:36.169512 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-067ba329-383e-4e0a-82a5-b17f0bf8d063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:36.171069 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-067ba329-383e-4e0a-82a5-b17f0bf8d063 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52673b53-95b0-40e6-9b45-1926cea8b679 HTTP/1.1" status: 204 len: 168 time: 0.4224565 Nov 19 20:45:36.176770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-399d434e-c84a-4ce3-925b-9b0ad802ee03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:36.181070 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] For port fc087cac-12c1-4a67-b56a-cb12214c0a0e, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=fc087cac-12c1-4a67-b56a-cb12214c0a0e,segment=NetworkSegment(32723550-31df-4267-b1dd-ff0a2f3043b9),segment_id=32723550-31df-4267-b1dd-ff0a2f3043b9)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:45:36.185316 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:36.201142 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-219e474c-711c-433a-b97c-284d6f68ca3f req-3f451535-ee56-416d-9273-667e817e33b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256869 Nov 19 20:45:36.205619 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:36.272713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-399d434e-c84a-4ce3-925b-9b0ad802ee03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:36.281278 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-399d434e-c84a-4ce3-925b-9b0ad802ee03 admin admin] Usage tracker for resource:security_group_rule and tenant:5e12477bc69a480683cbb5189cda5d9b is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:36.283174 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 45444) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:36.287113 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-399d434e-c84a-4ce3-925b-9b0ad802ee03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:36.340830 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-399d434e-c84a-4ce3-925b-9b0ad802ee03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:36.377333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8203-9e23-48b1-a5a3-a9f02e212325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:36.412743 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc087cac-12c1-4a67-b56a-cb12214c0a0e,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:36.424121 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-219e474c-711c-433a-b97c-284d6f68ca3f req-a14d8e97-9267-45e4-be6a-64ceec96798d service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035730 Nov 19 20:45:36.428112 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:36.483663 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1b1e8203-9e23-48b1-a5a3-a9f02e212325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:36.489844 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:36.491351 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] 10.222.0.24 "PUT /v2.0/ports/fc087cac-12c1-4a67-b56a-cb12214c0a0e HTTP/1.1" status: 200 len: 1157 time: 3.5636721 Nov 19 20:45:36.491874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a772df94-57d8-45ce-afa3-2f3acd1bdfe1', 'tag': 'fc087cac-12c1-4a67-b56a-cb12214c0a0e'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:45:36.508092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1b1e8203-9e23-48b1-a5a3-a9f02e212325 admin admin] Usage tracker for resource:security_group_rule and tenant:cc4545c003db4068acde6b4d3ca28391 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:36.522827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1b1e8203-9e23-48b1-a5a3-a9f02e212325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:36.537461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1b1e8203-9e23-48b1-a5a3-a9f02e212325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:36.650193 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a772df94-57d8-45ce-afa3-2f3acd1bdfe1', 'tag': 'fc087cac-12c1-4a67-b56a-cb12214c0a0e', 'status': 'completed', 'code': 200} Nov 19 20:45:36.775037 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8203-9e23-48b1-a5a3-a9f02e212325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:36.814483 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-cc1841b5-13b9-4688-8482-b892c75730d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 1160 time: 0.2113869 Nov 19 20:45:36.820755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8203-9e23-48b1-a5a3-a9f02e212325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:36.835118 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-95105094-5dd8-4ab6-b067-a7808edc9ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:36.856509 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-219e474c-711c-433a-b97c-284d6f68ca3f req-ca463994-836d-4abf-845b-5edb8d8724ba service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4193223 Nov 19 20:45:36.907075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-399d434e-c84a-4ce3-925b-9b0ad802ee03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:36.911718 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-399d434e-c84a-4ce3-925b-9b0ad802ee03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:36.920007 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:36.967220 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-399d434e-c84a-4ce3-925b-9b0ad802ee03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e12477bc69a480683cbb5189cda5d9b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1510968 Nov 19 20:45:36.969409 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d434e-c84a-4ce3-925b-9b0ad802ee03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67499e7-2795-47e8-8920-49081c902b51,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:36.972451 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45476) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:36.975322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-399d434e-c84a-4ce3-925b-9b0ad802ee03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:37.000949 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-b724bd47-f00f-4eaa-9fa7-c5e01a6ee252 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc087cac-12c1-4a67-b56a-cb12214c0a0e HTTP/1.1" status: 200 len: 217 time: 0.1563237 Nov 19 20:45:37.012735 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1b1e8203-9e23-48b1-a5a3-a9f02e212325 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc4545c003db4068acde6b4d3ca28391&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7255485 Nov 19 20:45:37.014512 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e8203-9e23-48b1-a5a3-a9f02e212325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a279a1-1108-4f75-9702-0564a283402b,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:37.016182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45480) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:37.019667 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1b1e8203-9e23-48b1-a5a3-a9f02e212325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:37.120173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-2625d4c4-e59a-4ee2-8b9e-583568fae14b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:37.120533 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45484) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:37.121835 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-2625d4c4-e59a-4ee2-8b9e-583568fae14b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 HTTP/1.1" status: 200 len: 858 time: 0.1003683 Nov 19 20:45:37.184108 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-da49523b-2ac0-4bcc-8c96-d285abc65f4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531235 Nov 19 20:45:37.191779 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5556ef0-ecd7-4a5b-931a-f831f0591349 req-aeb86138-4b90-495a-a5cf-f83dc3306a06 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:37.193466 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e5556ef0-ecd7-4a5b-931a-f831f0591349 req-aeb86138-4b90-495a-a5cf-f83dc3306a06 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 943 time: 0.4225035 Nov 19 20:45:37.199207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cda3ec77-807f-47d9-ae44-dc444dc77d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.243831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d634d25c-00b0-4f29-983b-3b046129c351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.297562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cda3ec77-807f-47d9-ae44-dc444dc77d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:37.306265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-cda3ec77-807f-47d9-ae44-dc444dc77d19 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c365c515a546c792a6cd610d6dacd7 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:37.314378 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-cda3ec77-807f-47d9-ae44-dc444dc77d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:37.324989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fdff5f5-a293-4625-a145-dcd71c032ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.354475 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fdff5f5-a293-4625-a145-dcd71c032ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.379460 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e5556ef0-ecd7-4a5b-931a-f831f0591349 req-3fc8fc4f-41fc-44ad-9736-371eeb0ef120 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408160 Nov 19 20:45:37.434755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cda3ec77-807f-47d9-ae44-dc444dc77d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:37.436647 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-caa0a99b-21f9-486f-943c-bb77c5fcf7cc service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420881 Nov 19 20:45:37.436779 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fdff5f5-a293-4625-a145-dcd71c032ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.441700 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d634d25c-00b0-4f29-983b-3b046129c351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.451347 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-17acfd07-49d5-454c-96dc-44ebfe43f7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:37.484474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdff5f5-a293-4625-a145-dcd71c032ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67499e7-2795-47e8-8920-49081c902b51,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:37.495374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8fdff5f5-a293-4625-a145-dcd71c032ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:37.510652 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fdff5f5-a293-4625-a145-dcd71c032ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.511873 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-8fdff5f5-a293-4625-a145-dcd71c032ba3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d67499e7-2795-47e8-8920-49081c902b51 HTTP/1.1" status: 204 len: 168 time: 0.5384178 Nov 19 20:45:37.581765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d634d25c-00b0-4f29-983b-3b046129c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.590221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-46839efa-5f9a-497d-961f-d9de5b260c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:37.614254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634d25c-00b0-4f29-983b-3b046129c351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a279a1-1108-4f75-9702-0564a283402b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:37.623668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d634d25c-00b0-4f29-983b-3b046129c351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:37.634287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d634d25c-00b0-4f29-983b-3b046129c351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.635490 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d634d25c-00b0-4f29-983b-3b046129c351 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7a279a1-1108-4f75-9702-0564a283402b HTTP/1.1" status: 204 len: 168 time: 0.6068628 Nov 19 20:45:37.643528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cda3ec77-807f-47d9-ae44-dc444dc77d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.647992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cda3ec77-807f-47d9-ae44-dc444dc77d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.676465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a3bb837c-2fd4-45cb-b682-6762590e5dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:37.695353 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88c6a268-f8af-4f45-8835-6d3cf171ebde req-2a11c295-652b-4ac8-816e-49b33a94582d service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2517107 Nov 19 20:45:37.790972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3ec77-807f-47d9-ae44-dc444dc77d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b78cce5-516a-4870-90bd-ee8aa5ce8737,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:37.801016 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cda3ec77-807f-47d9-ae44-dc444dc77d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:37.844125 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-cda3ec77-807f-47d9-ae44-dc444dc77d19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2c365c515a546c792a6cd610d6dacd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7217124 Nov 19 20:45:37.845811 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45504) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:37.977512 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d52c447c-b351-4f0b-835d-817b42bf3243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:37.997862 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-374ee1de-ab66-442c-a6c2-021d179114db req-3015191c-2b1c-491f-91f4-e5bfeede4c50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 1160 time: 0.2005322 Nov 19 20:45:38.039172 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d52c447c-b351-4f0b-835d-817b42bf3243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:38.160774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d52c447c-b351-4f0b-835d-817b42bf3243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:38.167365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-399d434e-c84a-4ce3-925b-9b0ad802ee03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:38.183902 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c447c-b351-4f0b-835d-817b42bf3243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b78cce5-516a-4870-90bd-ee8aa5ce8737,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:38.199041 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d52c447c-b351-4f0b-835d-817b42bf3243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:38.202165 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d52c447c-b351-4f0b-835d-817b42bf3243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:38.206488 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d52c447c-b351-4f0b-835d-817b42bf3243 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b78cce5-516a-4870-90bd-ee8aa5ce8737 HTTP/1.1" status: 204 len: 168 time: 0.3602581 Nov 19 20:45:38.442617 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45530) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:38.465072 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3915b07c-105e-45c2-a39c-6c9d91e3cc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:38.541114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45534) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:38.582183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3915b07c-105e-45c2-a39c-6c9d91e3cc72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:38.594680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3915b07c-105e-45c2-a39c-6c9d91e3cc72 admin admin] Usage tracker for resource:security_group_rule and tenant:2667994a19444d2e8d2ce4407cc7c0a9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:38.600938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3915b07c-105e-45c2-a39c-6c9d91e3cc72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:38.611945 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3915b07c-105e-45c2-a39c-6c9d91e3cc72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:38.696928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ee1de-ab66-442c-a6c2-021d179114db req-4a44dc87-32ec-476f-b7af-b0c5d4669ae3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:38.702179 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-374ee1de-ab66-442c-a6c2-021d179114db req-4a44dc87-32ec-476f-b7af-b0c5d4669ae3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 912 time: 0.6775155 Nov 19 20:45:38.728610 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.objects.ports [None req-d55511ea-425b-4d0d-b0fb-40b9e290d128 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 20:45:38.751439 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:38.823139 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-374ee1de-ab66-442c-a6c2-021d179114db req-1e408999-85a2-45bf-a024-ce86508b0048 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc087cac-12c1-4a67-b56a-cb12214c0a0e HTTP/1.1" status: 200 len: 217 time: 0.1053703 Nov 19 20:45:38.834043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffb88d-bdc5-4d72-a301-651f2b2a7a07 req-62a9847a-bde1-4cd0-8eb9-45c335c3528d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:38.835790 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4dffb88d-bdc5-4d72-a301-651f2b2a7a07 req-62a9847a-bde1-4cd0-8eb9-45c335c3528d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 943 time: 0.1947234 Nov 19 20:45:38.841097 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3915b07c-105e-45c2-a39c-6c9d91e3cc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:38.864067 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3915b07c-105e-45c2-a39c-6c9d91e3cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:38.874579 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d52c447c-b351-4f0b-835d-817b42bf3243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:38.949431 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-3915b07c-105e-45c2-a39c-6c9d91e3cc72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2667994a19444d2e8d2ce4407cc7c0a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5056541 Nov 19 20:45:38.950605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915b07c-105e-45c2-a39c-6c9d91e3cc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd88f897-8565-4450-bc1b-1af5cbf1b432,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:38.953990 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3915b07c-105e-45c2-a39c-6c9d91e3cc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:38.954901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45548) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:38.958303 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4dffb88d-bdc5-4d72-a301-651f2b2a7a07 req-556199b6-2d82-43e6-b695-b30ab1cdc207 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155221 Nov 19 20:45:38.966852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ee1de-ab66-442c-a6c2-021d179114db req-3cea1bd1-6374-4a95-8b0b-6458de33ae79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:38.974158 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-374ee1de-ab66-442c-a6c2-021d179114db req-3cea1bd1-6374-4a95-8b0b-6458de33ae79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 HTTP/1.1" status: 200 len: 858 time: 0.1327901 Nov 19 20:45:39.040611 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-374ee1de-ab66-442c-a6c2-021d179114db req-38a5fe0f-b415-4ddd-b372-c6ce7840aa93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578029 Nov 19 20:45:39.043200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef63171a-7d60-40f1-b0ff-73e05466a975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:39.118359 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef63171a-7d60-40f1-b0ff-73e05466a975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:39.212145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6410d8a6-db66-43ab-b230-d6f7ecd27bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:39.244209 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-374ee1de-ab66-442c-a6c2-021d179114db req-28876668-9684-4c84-a362-5ba6eac626f1 service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966994 Nov 19 20:45:39.307542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6410d8a6-db66-43ab-b230-d6f7ecd27bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:39.314903 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-6410d8a6-db66-43ab-b230-d6f7ecd27bcf admin admin] Usage tracker for resource:security_group_rule and tenant:313284adaa184d629ea657af5dbf3c1f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:39.318979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-6410d8a6-db66-43ab-b230-d6f7ecd27bcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:39.326370 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6410d8a6-db66-43ab-b230-d6f7ecd27bcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:39.353806 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef63171a-7d60-40f1-b0ff-73e05466a975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:39.364007 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-040559cf-7b99-4af3-bc5d-08a7add44545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:39.392245 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63171a-7d60-40f1-b0ff-73e05466a975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd88f897-8565-4450-bc1b-1af5cbf1b432,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:39.395651 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ef63171a-7d60-40f1-b0ff-73e05466a975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:39.437486 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef63171a-7d60-40f1-b0ff-73e05466a975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:39.450721 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ef63171a-7d60-40f1-b0ff-73e05466a975 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd88f897-8565-4450-bc1b-1af5cbf1b432 HTTP/1.1" status: 204 len: 168 time: 0.4913890 Nov 19 20:45:39.528639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6410d8a6-db66-43ab-b230-d6f7ecd27bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:39.528639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6410d8a6-db66-43ab-b230-d6f7ecd27bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:39.534607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b032e9f7-c24a-4611-87a1-cabfd108c460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:39.542553 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-374ee1de-ab66-442c-a6c2-021d179114db req-076742b6-4e30-4f63-8411-1582bdcd8013 service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2902632 Nov 19 20:45:39.589639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410d8a6-db66-43ab-b230-d6f7ecd27bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb5d1c0-c15f-49f2-9337-ff6e95936690,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:39.594362 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6410d8a6-db66-43ab-b230-d6f7ecd27bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:39.599892 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-6410d8a6-db66-43ab-b230-d6f7ecd27bcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=313284adaa184d629ea657af5dbf3c1f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0535791 Nov 19 20:45:39.600174 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45576) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:39.700699 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5222646c-f2e4-4d5b-90e3-39b74947370b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:39.760624 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5222646c-f2e4-4d5b-90e3-39b74947370b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:39.817470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5222646c-f2e4-4d5b-90e3-39b74947370b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:39.824402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e596f128-2be0-4c09-b51b-a0c8025b14d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:39.838187 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222646c-f2e4-4d5b-90e3-39b74947370b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb5d1c0-c15f-49f2-9337-ff6e95936690,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:39.839433 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device de7acc0c-480e-4771-a479-c60439073878 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:39.851170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5222646c-f2e4-4d5b-90e3-39b74947370b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:39.854024 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5222646c-f2e4-4d5b-90e3-39b74947370b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:39.856293 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-5222646c-f2e4-4d5b-90e3-39b74947370b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cb5d1c0-c15f-49f2-9337-ff6e95936690 HTTP/1.1" status: 204 len: 168 time: 0.2511463 Nov 19 20:45:39.960107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port de7acc0c-480e-4771-a479-c60439073878 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:45:39.965974 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port de7acc0c-480e-4771-a479-c60439073878 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:39.966593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:40.177100 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:40.215581 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44aeb85d-dff9-4227-8696-aadd6e931c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7acc0c-480e-4771-a479-c60439073878'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:45:40.233760 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port de7acc0c-480e-4771-a479-c60439073878, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=de7acc0c-480e-4771-a479-c60439073878,segment=NetworkSegment(32723550-31df-4267-b1dd-ff0a2f3043b9),segment_id=32723550-31df-4267-b1dd-ff0a2f3043b9)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:45:40.238752 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:40.241276 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:40.343774 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44aeb85d-dff9-4227-8696-aadd6e931c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7acc0c-480e-4771-a479-c60439073878', 'code': 200} Nov 19 20:45:40.351130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=de7acc0c-480e-4771-a479-c60439073878,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:40.355145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:40.404717 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92334a91-9148-4fe4-99dd-70b3f152926a req-0d07bc5e-64a6-456f-91e2-b14b5d49f031 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:40.406355 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-92334a91-9148-4fe4-99dd-70b3f152926a req-0d07bc5e-64a6-456f-91e2-b14b5d49f031 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 943 time: 0.1435914 Nov 19 20:45:40.503596 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-92334a91-9148-4fe4-99dd-70b3f152926a req-35275456-56c5-4f57-8019-0b52916b6e78 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877614 Nov 19 20:45:40.771183 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3124284d-4b64-408e-92be-bd2db621bb00 req-b2e209a9-72da-40b6-8b49-ab0bce055494 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 1162 time: 0.1112711 Nov 19 20:45:40.823141 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3124284d-4b64-408e-92be-bd2db621bb00 req-4137c72f-8bb0-419e-8a40-d2630e39dc5b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 Nov 19 20:45:40.934148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-04563562-b412-46eb-95a5-8329975419c7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:40.935978 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-04563562-b412-46eb-95a5-8329975419c7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 814 time: 0.2000353 Nov 19 20:45:40.962042 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-0c7e3f92-c5cd-4f47-8b28-23bf9982e036 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/quotas/deb85f345c6f42f4be3169158c29fd70 HTTP/1.1" status: 200 len: 375 time: 0.0187938 Nov 19 20:45:41.065108 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-90bb732b-87ab-45dd-a94b-95b234a9d3a5 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022058 Nov 19 20:45:41.278304 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-6affd897-2748-47b3-bfc3-5b74afe72909 service neutron] 10.222.0.13 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104225 Nov 19 20:45:41.459499 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-a8f41ff8-f7a3-4ef1-b1d2-e525b83d398a service neutron] 10.222.0.13 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1723659 Nov 19 20:45:41.504358 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device de7acc0c-480e-4771-a479-c60439073878 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:41.695267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port de7acc0c-480e-4771-a479-c60439073878 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:41.695698 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:41.818717 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-46e9b8fe-aa60-4dde-bc8b-bf3b4ad2ea73 req-ead6ec59-545f-4d74-8e21-e30da9294783 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 210 time: 0.0869410 Nov 19 20:45:41.932606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device fc087cac-12c1-4a67-b56a-cb12214c0a0e up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:42.187820 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f552b8-af5c-43cf-a1f4-28fe6d76ca45 req-9d932e8b-f9f8-4f2e-982f-8b20a5519ead tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:42.202144 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-73f552b8-af5c-43cf-a1f4-28fe6d76ca45 req-9d932e8b-f9f8-4f2e-982f-8b20a5519ead tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 943 time: 0.3497181 Nov 19 20:45:42.237853 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port fc087cac-12c1-4a67-b56a-cb12214c0a0e completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:45:42.259513 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port fc087cac-12c1-4a67-b56a-cb12214c0a0e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:42.259918 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:42.294240 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-73f552b8-af5c-43cf-a1f4-28fe6d76ca45 req-5d3c0885-cc7c-4453-b1da-ba2f6f29caa3 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890496 Nov 19 20:45:42.459344 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:42.495478 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a772df94-57d8-45ce-afa3-2f3acd1bdfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc087cac-12c1-4a67-b56a-cb12214c0a0e'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:45:42.513350 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port fc087cac-12c1-4a67-b56a-cb12214c0a0e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=fc087cac-12c1-4a67-b56a-cb12214c0a0e,segment=NetworkSegment(32723550-31df-4267-b1dd-ff0a2f3043b9),segment_id=32723550-31df-4267-b1dd-ff0a2f3043b9)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:45:42.520913 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:42.529767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:42.604352 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=fc087cac-12c1-4a67-b56a-cb12214c0a0e,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:42.611292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:42.616107 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a772df94-57d8-45ce-afa3-2f3acd1bdfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc087cac-12c1-4a67-b56a-cb12214c0a0e', 'code': 200} Nov 19 20:45:42.748836 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-969ba3b3-7cc5-46b6-a4b5-844c681b638e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:42.980418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device fc087cac-12c1-4a67-b56a-cb12214c0a0e up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:43.014797 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4cab1e37-3a4f-47c9-a3a9-901050a7ed6c req-1da45d87-da7e-4697-acb3-3cdf35b8f33d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 210 time: 0.0559795 Nov 19 20:45:43.057074 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1c158fd1-90ea-4210-b171-8a32935cac26 req-bc1f6be4-50c9-46f5-b7a2-31035e2f3620 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 1162 time: 0.1498697 Nov 19 20:45:43.103177 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1c158fd1-90ea-4210-b171-8a32935cac26 req-b7b72702-d440-4f9d-95fc-de49d3d0bb03 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450835 Nov 19 20:45:43.117157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port fc087cac-12c1-4a67-b56a-cb12214c0a0e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:43.117665 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:43.126993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45782) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:43.492089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f007c12a-138f-4bcb-b71f-5eb4ff7e89c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:43.564128 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f007c12a-138f-4bcb-b71f-5eb4ff7e89c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:43.569677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-f007c12a-138f-4bcb-b71f-5eb4ff7e89c0 admin admin] Usage tracker for resource:security_group_rule and tenant:12b47f7b7d2e46f194747a2084464cd5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:43.601991 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-f007c12a-138f-4bcb-b71f-5eb4ff7e89c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:43.610015 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30eae3-fef2-4147-b04f-31641a12feee req-5bd38d9d-24d7-4748-9a0d-411e12305725 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:43.613475 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb30eae3-fef2-4147-b04f-31641a12feee req-5bd38d9d-24d7-4748-9a0d-411e12305725 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1656392 Nov 19 20:45:43.614642 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f007c12a-138f-4bcb-b71f-5eb4ff7e89c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:43.701800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f007c12a-138f-4bcb-b71f-5eb4ff7e89c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:43.705877 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f007c12a-138f-4bcb-b71f-5eb4ff7e89c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:43.715464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-77fd1929-2c4a-413b-bd23-53df705724b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:43.739552 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb30eae3-fef2-4147-b04f-31641a12feee req-b6f9f6d8-084e-49db-b004-acd506a0d730 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090274 Nov 19 20:45:43.791794 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007c12a-138f-4bcb-b71f-5eb4ff7e89c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2108ac91-ac1e-4b9e-b53c-bf8438f2d221,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:43.813344 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f007c12a-138f-4bcb-b71f-5eb4ff7e89c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:43.817391 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f007c12a-138f-4bcb-b71f-5eb4ff7e89c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12b47f7b7d2e46f194747a2084464cd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6893651 Nov 19 20:45:43.820937 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 45814) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:44.162374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-d294be41-1c7f-4f6b-adaf-534ef6ed7bcb tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:44.164505 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-d294be41-1c7f-4f6b-adaf-534ef6ed7bcb tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 814 time: 0.2599809 Nov 19 20:45:44.184147 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ae9641cb-8292-44b4-ab09-37716e910275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:44.215392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ae9641cb-8292-44b4-ab09-37716e910275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:44.262212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Request body: {'port': {'device_id': '25661a40-5cf3-41ce-a59c-8febdf96dc55', 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b', 'admin_state_up': True, 'tenant_id': 'deb85f345c6f42f4be3169158c29fd70'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:44.324624 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ae9641cb-8292-44b4-ab09-37716e910275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:44.349234 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e26cdbd9-9c90-44c2-8a33-bf4622d1a7b7 req-e04bdf7a-c8ab-49af-8b48-0a72798a970d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 210 time: 0.0675764 Nov 19 20:45:44.360180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-08f9415f-8d37-44cf-8655-258c36e1b76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:44.391895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ae9641cb-8292-44b4-ab09-37716e910275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:44.393916 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ae9641cb-8292-44b4-ab09-37716e910275 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2108ac91-ac1e-4b9e-b53c-bf8438f2d221 HTTP/1.1" status: 204 len: 168 time: 0.5718246 Nov 19 20:45:44.398334 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9641cb-8292-44b4-ab09-37716e910275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2108ac91-ac1e-4b9e-b53c-bf8438f2d221,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:44.401217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ae9641cb-8292-44b4-ab09-37716e910275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:44.546108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:44.558757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:44.576646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Made reservation on behalf of deb85f345c6f42f4be3169158c29fd70 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:45:44.582608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:45.011792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Allocated IP 172.20.0.14 (343d6c05-0742-4383-94b3-ea67030c008b/45484d4f-2d08-4b31-bfcf-6ef2b7a41861/1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:45:45.093305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b8c8d-dc4a-4621-b255-f0cb02201719 req-0a3ac364-e51e-4e0f-a87f-80d396508cd0 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:45.104027 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cb1b8c8d-dc4a-4621-b255-f0cb02201719 req-0a3ac364-e51e-4e0f-a87f-80d396508cd0 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1117134 Nov 19 20:45:45.121802 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device fc087cac-12c1-4a67-b56a-cb12214c0a0e up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:45.195416 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cb1b8c8d-dc4a-4621-b255-f0cb02201719 req-0af59254-de47-458c-9aba-2079ae014818 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896883 Nov 19 20:45:45.260717 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port fc087cac-12c1-4a67-b56a-cb12214c0a0e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:45.261234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:45.267099 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45878) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:45.443101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:45.520398 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:45.527267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9043cf4-47cc-49e5-bb99-9d22fc09e5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:45.640270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c843040e-a64a-4827-af17-063ca03c7c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:45.749443 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:45.756119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:45.832879 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c843040e-a64a-4827-af17-063ca03c7c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:45.838958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c843040e-a64a-4827-af17-063ca03c7c7b admin admin] Usage tracker for resource:security_group_rule and tenant:d9be17b29dc247468cda637ae6d9f299 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:45.842394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c843040e-a64a-4827-af17-063ca03c7c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:45.851168 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c843040e-a64a-4827-af17-063ca03c7c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:45.857901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Network 343d6c05-0742-4383-94b3-ea67030c008b is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:45:45.862249 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:45:45.865946 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:45:45.931658 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Pushing event updated for resources: {'Port': ['ID=1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:45.935435 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:45.956155 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:45.957786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:46.085711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c843040e-a64a-4827-af17-063ca03c7c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:46.097269 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8393698 Nov 19 20:45:46.098529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c843040e-a64a-4827-af17-063ca03c7c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:46.119111 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Request body: {'port': {'device_id': '25661a40-5cf3-41ce-a59c-8febdf96dc55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:46.142325 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:46.200734 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c843040e-a64a-4827-af17-063ca03c7c7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9be17b29dc247468cda637ae6d9f299&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9310157 Nov 19 20:45:46.207029 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45908) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:46.207774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843040e-a64a-4827-af17-063ca03c7c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e2385b-ba53-495d-b7b2-644ba84a9bf2,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:46.241653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c843040e-a64a-4827-af17-063ca03c7c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:46.343753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04636c6a-4275-426c-b73c-21cf0d2bb26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:46.348873 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:46.390233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04636c6a-4275-426c-b73c-21cf0d2bb26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:46.429605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d015069-6d13-41e4-b6e0-a678b6176abd req-3b37b5e2-e38c-4e6f-b909-0228cf24f15a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:46.431278 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4d015069-6d13-41e4-b6e0-a678b6176abd req-3b37b5e2-e38c-4e6f-b909-0228cf24f15a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.4946067 Nov 19 20:45:46.456720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24594ae9-3cd7-4c5c-a6e1-64645f3b6428 req-1da6b21f-123f-4639-b39c-a8e206348ccd tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:46.458761 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-24594ae9-3cd7-4c5c-a6e1-64645f3b6428 req-1da6b21f-123f-4639-b39c-a8e206348ccd tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 932 time: 0.7743692 Nov 19 20:45:46.471186 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa02b77b-0aa2-475f-9b51-78e651e25465 req-bb44c562-b0bb-4f0d-a42a-33d8e4f39545 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 1162 time: 0.5520935 Nov 19 20:45:46.472987 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04636c6a-4275-426c-b73c-21cf0d2bb26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:46.493116 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4d015069-6d13-41e4-b6e0-a678b6176abd req-b82409b1-0e50-40f2-bc64-69362a416651 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540242 Nov 19 20:45:46.507353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cda3ec77-807f-47d9-ae44-dc444dc77d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:46.578811 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04636c6a-4275-426c-b73c-21cf0d2bb26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:46.580657 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-04636c6a-4275-426c-b73c-21cf0d2bb26a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38e2385b-ba53-495d-b7b2-644ba84a9bf2 HTTP/1.1" status: 204 len: 168 time: 0.3416567 Nov 19 20:45:46.583573 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-24594ae9-3cd7-4c5c-a6e1-64645f3b6428 req-d2337189-497e-400f-801d-f75779659b93 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165271 Nov 19 20:45:46.588397 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04636c6a-4275-426c-b73c-21cf0d2bb26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e2385b-ba53-495d-b7b2-644ba84a9bf2,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:46.603017 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-04636c6a-4275-426c-b73c-21cf0d2bb26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:46.743480 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02b77b-0aa2-475f-9b51-78e651e25465 req-373fb603-3f42-4b93-b7d7-4d2305ce2a7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:46.745213 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa02b77b-0aa2-475f-9b51-78e651e25465 req-373fb603-3f42-4b93-b7d7-4d2305ce2a7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 912 time: 0.2631180 Nov 19 20:45:46.872477 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa02b77b-0aa2-475f-9b51-78e651e25465 req-c0d78cef-8382-400c-82df-d7a66104750b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc087cac-12c1-4a67-b56a-cb12214c0a0e HTTP/1.1" status: 200 len: 217 time: 0.1175759 Nov 19 20:45:46.886521 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:46.919588 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:47.023877 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02b77b-0aa2-475f-9b51-78e651e25465 req-19cd705c-ce8e-47fb-b9d6-880df6e21449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:47.026107 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa02b77b-0aa2-475f-9b51-78e651e25465 req-19cd705c-ce8e-47fb-b9d6-880df6e21449 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 HTTP/1.1" status: 200 len: 858 time: 0.1467135 Nov 19 20:45:47.070421 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:45:47.086984 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa02b77b-0aa2-475f-9b51-78e651e25465 req-206b7e09-1f3e-45b0-bd33-be5ed42cf478 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507770 Nov 19 20:45:47.093126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:47.128894 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Transition to ACTIVE for port object 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:45:47.133881 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:47.178244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:47.278143 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa02b77b-0aa2-475f-9b51-78e651e25465 req-ade4f82d-2faa-4e2b-be12-51b08a97837a service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749501 Nov 19 20:45:47.390701 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:47.394423 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:47.558229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Attempting to bind port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:45:47.558601 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Attempting to bind port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:45:47.561720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Attempting to bind port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 on network 343d6c05-0742-4383-94b3-ea67030c008b {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:45:47.562249 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 45954) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:47.597448 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b2992f4-6bc4-45ec-a1fc-5aaa32c0bde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:47.641755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4b2992f4-6bc4-45ec-a1fc-5aaa32c0bde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:47.646099 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4b2992f4-6bc4-45ec-a1fc-5aaa32c0bde3 admin admin] Usage tracker for resource:security_group_rule and tenant:d7be5633c05c4d5dbc68ecb20819f1f6 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:47.649317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4b2992f4-6bc4-45ec-a1fc-5aaa32c0bde3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:47.655254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4b2992f4-6bc4-45ec-a1fc-5aaa32c0bde3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:47.657461 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa02b77b-0aa2-475f-9b51-78e651e25465 req-c8a3b3ab-f1e1-4649-acf9-6968174a4116 service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3701372 Nov 19 20:45:47.671184 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:45:47.671766 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Checking segment: {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:45:47.672399 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:47.672950 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Bound using segment: {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:45:47.673590 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Bound port: 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7667e6d-460c-434a-9a97-415fdf93511f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '343d6c05-0742-4383-94b3-ea67030c008b'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:45:47.685000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:47.957558 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645686-9d52-4cd2-8195-ff857709f0cf req-698fb74f-3d09-4926-8d7f-eabe9c315fd3 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:47.959293 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-68645686-9d52-4cd2-8195-ff857709f0cf req-698fb74f-3d09-4926-8d7f-eabe9c315fd3 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 944 time: 0.1114805 Nov 19 20:45:48.014830 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-68645686-9d52-4cd2-8195-ff857709f0cf req-83b3ec25-3351-4c96-a15c-a609b99ffae8 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486042 Nov 19 20:45:48.100230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b2992f4-6bc4-45ec-a1fc-5aaa32c0bde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:48.109615 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b2992f4-6bc4-45ec-a1fc-5aaa32c0bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:48.122644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d75ca994-60a5-49eb-ada6-57e19c7078d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:48.163841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2992f4-6bc4-45ec-a1fc-5aaa32c0bde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33156a82-d1d3-4244-afcd-b8eb01850daf,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:48.167858 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4b2992f4-6bc4-45ec-a1fc-5aaa32c0bde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:48.236478 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c6db-c472-4907-9590-c0e8a907770e req-ff55ca72-735c-41a1-90af-8c5b4d0a3f15 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:48.239382 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3993c6db-c472-4907-9590-c0e8a907770e req-ff55ca72-735c-41a1-90af-8c5b4d0a3f15 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.4674470 Nov 19 20:45:48.240792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] For port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:45:48.245002 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] For port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:45:48.251655 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-4b2992f4-6bc4-45ec-a1fc-5aaa32c0bde3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7be5633c05c4d5dbc68ecb20819f1f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6862431 Nov 19 20:45:48.253575 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 45974) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:48.254610 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:48.284882 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:48.327271 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8bf68eb5-608c-4cb1-be5a-20ecde28bdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:48.357329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8bf68eb5-608c-4cb1-be5a-20ecde28bdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:48.404379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8bf68eb5-608c-4cb1-be5a-20ecde28bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:48.412934 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6cc10a98-d2da-49e7-adc5-b784307db0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:48.428716 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68eb5-608c-4cb1-be5a-20ecde28bdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33156a82-d1d3-4244-afcd-b8eb01850daf,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:48.432511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8bf68eb5-608c-4cb1-be5a-20ecde28bdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:48.436581 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8bf68eb5-608c-4cb1-be5a-20ecde28bdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:48.440236 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-8bf68eb5-608c-4cb1-be5a-20ecde28bdbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33156a82-d1d3-4244-afcd-b8eb01850daf HTTP/1.1" status: 204 len: 168 time: 0.1828744 Nov 19 20:45:48.473548 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:48.481759 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3993c6db-c472-4907-9590-c0e8a907770e req-ddabaede-a94c-4cdb-95c5-a18474a86225 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303677 Nov 19 20:45:48.482654 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:48.531588 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:48.533627 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] 10.222.0.24 "PUT /v2.0/ports/1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 HTTP/1.1" status: 200 len: 1158 time: 2.4200058 Nov 19 20:45:48.534236 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25661a40-5cf3-41ce-a59c-8febdf96dc55', 'tag': '1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:45:48.602182 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25661a40-5cf3-41ce-a59c-8febdf96dc55', 'tag': '1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8', 'status': 'completed', 'code': 200} Nov 19 20:45:48.715635 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-8b05bbd9-03f0-4f42-9053-c54a16ea0c43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 1161 time: 0.0817978 Nov 19 20:45:48.855110 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-0cf32bd8-cae4-42cb-81c6-d22de85f786f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 HTTP/1.1" status: 200 len: 217 time: 0.1232295 Nov 19 20:45:48.959816 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-27f37232-a0a5-4bd6-a6c4-f8b316f282d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:48.962102 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-27f37232-a0a5-4bd6-a6c4-f8b316f282d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45484d4f-2d08-4b31-bfcf-6ef2b7a41861 HTTP/1.1" status: 200 len: 854 time: 0.0975604 Nov 19 20:45:49.042354 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-91fad634-8a59-47f4-9e76-bf540f9592a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343d6c05-0742-4383-94b3-ea67030c008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688770 Nov 19 20:45:49.234894 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-6b2a22b5-08e8-4eb9-ad34-fba5b0a498e2 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809793 Nov 19 20:45:49.470420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46034) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:49.592115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baa5e-1ac2-4dbd-a7ef-f980ace535c3 req-2ced1f2f-179f-4c86-978a-0cd99e9d83ac tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:49.594433 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-708baa5e-1ac2-4dbd-a7ef-f980ace535c3 req-2ced1f2f-179f-4c86-978a-0cd99e9d83ac tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Synchronizing usage tracker for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:45:49.634388 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a2f95e1-1dc4-4a8c-905d-d5de59ee0e66 req-3e4192dc-fc1d-4bd2-9914-2f98b4d31f78 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3882794 Nov 19 20:45:49.653424 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-708baa5e-1ac2-4dbd-a7ef-f980ace535c3 req-2ced1f2f-179f-4c86-978a-0cd99e9d83ac tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Unset dirty status for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:45:49.654981 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-708baa5e-1ac2-4dbd-a7ef-f980ace535c3 req-2ced1f2f-179f-4c86-978a-0cd99e9d83ac tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 944 time: 0.3175554 Nov 19 20:45:49.759230 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-708baa5e-1ac2-4dbd-a7ef-f980ace535c3 req-aca4644c-4c5e-475e-b233-bdf5089565a0 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962863 Nov 19 20:45:49.862737 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b10297e4-c68e-4b93-bc4f-7bb2cc059836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:49.882816 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c7930e56-1923-47fe-8736-e61265d6a21e req-6483ae2b-6b3a-40a2-8de8-ae85919a2969 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=deb85f345c6f42f4be3169158c29fd70&device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 1161 time: 0.1023424 Nov 19 20:45:49.922474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b10297e4-c68e-4b93-bc4f-7bb2cc059836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:49.931114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b10297e4-c68e-4b93-bc4f-7bb2cc059836 admin admin] Usage tracker for resource:security_group_rule and tenant:699390cce06d4ae08a1e44f61dbcff05 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:49.938625 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b10297e4-c68e-4b93-bc4f-7bb2cc059836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:49.949213 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2f9e6-a15e-443e-9b7e-b8bdabbf2c7a req-d95491b4-48d2-40b0-ae68-2962941ecda8 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:49.958653 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6cd2f9e6-a15e-443e-9b7e-b8bdabbf2c7a req-d95491b4-48d2-40b0-ae68-2962941ecda8 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.2073369 Nov 19 20:45:49.986998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b10297e4-c68e-4b93-bc4f-7bb2cc059836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:50.051787 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6cd2f9e6-a15e-443e-9b7e-b8bdabbf2c7a req-fa818681-1341-4001-bf29-fe7838b73b44 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920529 Nov 19 20:45:50.125593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b10297e4-c68e-4b93-bc4f-7bb2cc059836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:50.128263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7930e56-1923-47fe-8736-e61265d6a21e req-2e34d4ec-a9e7-4ba8-aa55-79ba4880ced6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:50.130062 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c7930e56-1923-47fe-8736-e61265d6a21e req-2e34d4ec-a9e7-4ba8-aa55-79ba4880ced6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 200 len: 908 time: 0.2310424 Nov 19 20:45:50.130202 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b10297e4-c68e-4b93-bc4f-7bb2cc059836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:50.139092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3915b07c-105e-45c2-a39c-6c9d91e3cc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:50.176317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10297e4-c68e-4b93-bc4f-7bb2cc059836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405dd2b7-90dc-4359-bf4e-a58ba513183b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:50.180028 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b10297e4-c68e-4b93-bc4f-7bb2cc059836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:50.208850 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b10297e4-c68e-4b93-bc4f-7bb2cc059836 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=699390cce06d4ae08a1e44f61dbcff05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7360301 Nov 19 20:45:50.211720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46062) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:50.259358 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c7930e56-1923-47fe-8736-e61265d6a21e req-aace790d-3bf3-49a8-ba98-f755b4c0b4b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 HTTP/1.1" status: 200 len: 217 time: 0.1221189 Nov 19 20:45:50.297953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68b4de98-b9f8-4fd5-a789-a9bf8aba35f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:50.329252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68b4de98-b9f8-4fd5-a789-a9bf8aba35f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:50.349511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7930e56-1923-47fe-8736-e61265d6a21e req-20701a05-10d5-42bd-97bf-668a9755180a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:50.354086 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c7930e56-1923-47fe-8736-e61265d6a21e req-20701a05-10d5-42bd-97bf-668a9755180a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45484d4f-2d08-4b31-bfcf-6ef2b7a41861 HTTP/1.1" status: 200 len: 854 time: 0.0832360 Nov 19 20:45:50.414466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68b4de98-b9f8-4fd5-a789-a9bf8aba35f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:50.422473 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:50.438608 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c7930e56-1923-47fe-8736-e61265d6a21e req-8a87f55f-0b91-46ca-8a60-a38178554dc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343d6c05-0742-4383-94b3-ea67030c008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764410 Nov 19 20:45:50.439999 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4de98-b9f8-4fd5-a789-a9bf8aba35f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405dd2b7-90dc-4359-bf4e-a58ba513183b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:50.471282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-68b4de98-b9f8-4fd5-a789-a9bf8aba35f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:50.472781 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68b4de98-b9f8-4fd5-a789-a9bf8aba35f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:50.498542 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-68b4de98-b9f8-4fd5-a789-a9bf8aba35f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/405dd2b7-90dc-4359-bf4e-a58ba513183b HTTP/1.1" status: 204 len: 168 time: 0.2739253 Nov 19 20:45:50.781481 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c7930e56-1923-47fe-8736-e61265d6a21e req-0bfba0e2-4c87-415a-957c-94aa5f4529e4 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284466 Nov 19 20:45:51.043925 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c7930e56-1923-47fe-8736-e61265d6a21e req-6ad39ea8-8104-4f92-84d1-4a23ac150b81 service neutron] 10.222.0.24 "GET /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2491121 Nov 19 20:45:51.044447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 46098) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:51.063696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42d08750-e9a6-4c69-b444-80b3c29c7977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:51.157460 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-42d08750-e9a6-4c69-b444-80b3c29c7977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:51.166072 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-42d08750-e9a6-4c69-b444-80b3c29c7977 admin admin] Usage tracker for resource:security_group_rule and tenant:346e89cc215a41b6a0760b6e2207bac4 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:51.176712 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-42d08750-e9a6-4c69-b444-80b3c29c7977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:51.188120 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-42d08750-e9a6-4c69-b444-80b3c29c7977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:51.201777 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1573e-723e-4eb7-a8f9-5ca7d102956c req-5652e7b9-26a4-4ffa-9d48-c2b8fe8f7149 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:51.205036 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dce1573e-723e-4eb7-a8f9-5ca7d102956c req-5652e7b9-26a4-4ffa-9d48-c2b8fe8f7149 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 944 time: 0.2460003 Nov 19 20:45:51.315189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42d08750-e9a6-4c69-b444-80b3c29c7977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:51.319330 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42d08750-e9a6-4c69-b444-80b3c29c7977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:51.331267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4b2992f4-6bc4-45ec-a1fc-5aaa32c0bde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:51.332117 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dce1573e-723e-4eb7-a8f9-5ca7d102956c req-39d3a4b7-4dfe-40b4-9e33-eb7713cc9f8e tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139028 Nov 19 20:45:51.450109 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d08750-e9a6-4c69-b444-80b3c29c7977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692eeba5-41fc-4fb0-a494-23d84607a062,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:51.455235 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42d08750-e9a6-4c69-b444-80b3c29c7977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:51.499753 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-42d08750-e9a6-4c69-b444-80b3c29c7977 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=346e89cc215a41b6a0760b6e2207bac4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4519429 Nov 19 20:45:51.500205 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46118) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:51.518478 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af6f7c-a5e6-4a0d-9a45-52d06991c212 req-042079ca-66b5-4399-9c15-1b85f5b24326 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:51.529070 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-96af6f7c-a5e6-4a0d-9a45-52d06991c212 req-042079ca-66b5-4399-9c15-1b85f5b24326 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1784642 Nov 19 20:45:51.577756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3357d37-e8aa-4a2d-9db5-7dbb94928632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:51.611762 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-96af6f7c-a5e6-4a0d-9a45-52d06991c212 req-c13f07bc-b2fb-48b4-9953-8514454b681f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799692 Nov 19 20:45:51.612536 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3357d37-e8aa-4a2d-9db5-7dbb94928632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:51.653312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 46126) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:51.668012 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3357d37-e8aa-4a2d-9db5-7dbb94928632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:51.673292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ef63171a-7d60-40f1-b0ff-73e05466a975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:51.684875 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3357d37-e8aa-4a2d-9db5-7dbb94928632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692eeba5-41fc-4fb0-a494-23d84607a062,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:51.687621 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3357d37-e8aa-4a2d-9db5-7dbb94928632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:51.693660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3357d37-e8aa-4a2d-9db5-7dbb94928632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:51.697550 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b3357d37-e8aa-4a2d-9db5-7dbb94928632 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/692eeba5-41fc-4fb0-a494-23d84607a062 HTTP/1.1" status: 204 len: 168 time: 0.1931176 Nov 19 20:45:51.848005 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b54f2040-18fe-4180-adfe-9e2831289490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:51.900513 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b54f2040-18fe-4180-adfe-9e2831289490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:51.905425 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b54f2040-18fe-4180-adfe-9e2831289490 admin admin] Usage tracker for resource:security_group_rule and tenant:e285c5cf4fd14026bf7cfa9f4482008c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:51.910713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b54f2040-18fe-4180-adfe-9e2831289490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:51.918115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b54f2040-18fe-4180-adfe-9e2831289490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:52.013875 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b54f2040-18fe-4180-adfe-9e2831289490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:52.017375 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b54f2040-18fe-4180-adfe-9e2831289490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:52.042166 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-639f5cae-a59e-474c-9c64-9cf075188375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:52.077267 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b54f2040-18fe-4180-adfe-9e2831289490 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e285c5cf4fd14026bf7cfa9f4482008c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4223764 Nov 19 20:45:52.080864 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46146) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:52.082431 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f2040-18fe-4180-adfe-9e2831289490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0187cb-28dd-40d8-9a3f-100e766b302d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:52.097348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b54f2040-18fe-4180-adfe-9e2831289490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:52.195343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e09c-b324-4b93-ae24-702425c234fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:52.239740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e09c-b324-4b93-ae24-702425c234fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:52.309960 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e09c-b324-4b93-ae24-702425c234fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:52.316316 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-41f80b46-2cda-48e0-957d-4a52b44283e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:52.336208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2e09c-b324-4b93-ae24-702425c234fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0187cb-28dd-40d8-9a3f-100e766b302d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:52.345940 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e09c-b324-4b93-ae24-702425c234fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:52.347255 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e6e2e09c-b324-4b93-ae24-702425c234fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc0187cb-28dd-40d8-9a3f-100e766b302d HTTP/1.1" status: 204 len: 168 time: 0.2636874 Nov 19 20:45:52.348355 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e6e2e09c-b324-4b93-ae24-702425c234fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:52.594607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368ea9f-e9f5-47f6-bee5-9cc53a57c537 req-3fc56ace-6887-41f9-8153-72acc075215a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:52.597147 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c368ea9f-e9f5-47f6-bee5-9cc53a57c537 req-3fc56ace-6887-41f9-8153-72acc075215a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 944 time: 0.0909729 Nov 19 20:45:52.669845 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c368ea9f-e9f5-47f6-bee5-9cc53a57c537 req-02f2280d-f10b-4dc9-a091-6e20e6c170d9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662174 Nov 19 20:45:52.744378 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:45:52.858559 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46188) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:52.873074 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e4db9-9553-4d55-9c97-26bd18018fa1 req-a38b03c9-7e08-45cf-98f5-14835ea7e995 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:52.874802 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-573e4db9-9553-4d55-9c97-26bd18018fa1 req-a38b03c9-7e08-45cf-98f5-14835ea7e995 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.0948837 Nov 19 20:45:52.903127 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-59a6b32a-c0ec-4fad-8f65-2ca1df505500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:52.934447 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-573e4db9-9553-4d55-9c97-26bd18018fa1 req-a45ac47b-cfe5-4c27-ad6b-f9cba1427602 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513008 Nov 19 20:45:52.964401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-59a6b32a-c0ec-4fad-8f65-2ca1df505500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:52.978609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-59a6b32a-c0ec-4fad-8f65-2ca1df505500 admin admin] Usage tracker for resource:security_group_rule and tenant:d305873d2b2948f09f785f8dadb4966d is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:52.985248 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-59a6b32a-c0ec-4fad-8f65-2ca1df505500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:52.999329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 46192) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:53.006133 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-59a6b32a-c0ec-4fad-8f65-2ca1df505500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:53.133603 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-59a6b32a-c0ec-4fad-8f65-2ca1df505500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.138892 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-59a6b32a-c0ec-4fad-8f65-2ca1df505500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.147063 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ada18bf6-8d22-47bc-85d5-a1b554da36d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:53.187149 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6b32a-c0ec-4fad-8f65-2ca1df505500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e180ae3a-4277-4594-9d69-f3b4c6080199,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:53.195401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-59a6b32a-c0ec-4fad-8f65-2ca1df505500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:53.213304 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-59a6b32a-c0ec-4fad-8f65-2ca1df505500 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d305873d2b2948f09f785f8dadb4966d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3507926 Nov 19 20:45:53.215810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46202) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:53.226683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2bc26ae-30c4-4cc7-a93f-8f6f826239c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.265645 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d2bc26ae-30c4-4cc7-a93f-8f6f826239c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:53.269814 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-d2bc26ae-30c4-4cc7-a93f-8f6f826239c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1bd992d9e1684334b49f54dcf90f2b02 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:53.272839 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-d2bc26ae-30c4-4cc7-a93f-8f6f826239c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:53.278694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d2bc26ae-30c4-4cc7-a93f-8f6f826239c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:53.286274 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-47b437ee-7aa7-494f-ad26-c0f91004ab68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.317253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 46208) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:53.321138 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-47b437ee-7aa7-494f-ad26-c0f91004ab68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.359578 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2bc26ae-30c4-4cc7-a93f-8f6f826239c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.364037 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2bc26ae-30c4-4cc7-a93f-8f6f826239c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.371739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-47b437ee-7aa7-494f-ad26-c0f91004ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.377832 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b10297e4-c68e-4b93-bc4f-7bb2cc059836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:53.395904 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b437ee-7aa7-494f-ad26-c0f91004ab68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e180ae3a-4277-4594-9d69-f3b4c6080199,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:53.398282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:53.400051 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-47b437ee-7aa7-494f-ad26-c0f91004ab68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:53.402934 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-47b437ee-7aa7-494f-ad26-c0f91004ab68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.404127 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-47b437ee-7aa7-494f-ad26-c0f91004ab68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e180ae3a-4277-4594-9d69-f3b4c6080199 HTTP/1.1" status: 204 len: 168 time: 0.1871762 Nov 19 20:45:53.447511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46220) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:53.449297 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d2bc26ae-30c4-4cc7-a93f-8f6f826239c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bd992d9e1684334b49f54dcf90f2b02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4486194 Nov 19 20:45:53.456329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc26ae-30c4-4cc7-a93f-8f6f826239c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0656112-b035-40e3-b959-69c8a58013d6,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:53.461640 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d2bc26ae-30c4-4cc7-a93f-8f6f826239c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:53.604397 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-72424c22-0c68-4e98-8ae4-23319c6d2e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.607490 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1951338112-network', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:53.615291 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:53.622674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Usage tracker for resource:network and tenant:769533c7fe5a4e848b3a5023b8d1da03 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:53.628901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:53.640823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:53.644393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-72424c22-0c68-4e98-8ae4-23319c6d2e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.658630 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Made reservation on behalf of 769533c7fe5a4e848b3a5023b8d1da03 for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:45:53.663988 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.687496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.718345 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-72424c22-0c68-4e98-8ae4-23319c6d2e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.732337 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-53243418-041b-4c8f-81a1-b223ca83f9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:53.760351 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72424c22-0c68-4e98-8ae4-23319c6d2e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0656112-b035-40e3-b959-69c8a58013d6,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:53.762595 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:53.765404 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-72424c22-0c68-4e98-8ae4-23319c6d2e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:53.768993 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-72424c22-0c68-4e98-8ae4-23319c6d2e69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0656112-b035-40e3-b959-69c8a58013d6 HTTP/1.1" status: 204 len: 168 time: 0.3171449 Nov 19 20:45:53.768993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-72424c22-0c68-4e98-8ae4-23319c6d2e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:53.772994 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Usage tracker for resource:security_group_rule and tenant:769533c7fe5a4e848b3a5023b8d1da03 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:53.783344 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:53.792529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:54.028289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.033804 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.039243 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46240) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:54.040104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42d08750-e9a6-4c69-b444-80b3c29c7977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:54.069287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a497c10-da22-482d-85a5-1cc323996de1 req-4df3d2ff-bc4c-4f31-b622-70c8790562d0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:54.070808 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4a497c10-da22-482d-85a5-1cc323996de1 req-4df3d2ff-bc4c-4f31-b622-70c8790562d0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1290901 Nov 19 20:45:54.073801 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1734f9b7-ee0c-465c-8865-882fbc1a7756,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:54.079291 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa87b4bd-9770-44aa-b500-838a2b4479df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.091667 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:54.113555 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b6ce0-eecf-4d45-bdbb-215de0016ecb req-013c8ec2-b1b7-4f79-a111-8c2c4a06a0fb tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:54.115686 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9a1b6ce0-eecf-4d45-bdbb-215de0016ecb req-013c8ec2-b1b7-4f79-a111-8c2c4a06a0fb tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 944 time: 0.2218494 Nov 19 20:45:54.116682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:45:54.150404 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747962617920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.151239 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aa87b4bd-9770-44aa-b500-838a2b4479df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:54.151781 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Added segment 700bf017-a4dd-4c66-99a8-086ef066795a of type vxlan for network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 Nov 19 20:45:54.156748 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-aa87b4bd-9770-44aa-b500-838a2b4479df admin admin] Usage tracker for resource:security_group_rule and tenant:b4e614a4200f4d47b8524270a83bd5ed is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:54.171497 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4a497c10-da22-482d-85a5-1cc323996de1 req-845716c3-0df0-4b00-a00f-7a4d443d2586 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793402 Nov 19 20:45:54.172615 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-aa87b4bd-9770-44aa-b500-838a2b4479df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:54.179881 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aa87b4bd-9770-44aa-b500-838a2b4479df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:54.210858 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.227996 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9a1b6ce0-eecf-4d45-bdbb-215de0016ecb req-9c0cc811-ddaa-4da9-bc93-2061b9e0584c tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033413 Nov 19 20:45:54.265537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.266977 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:54.268734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.282459 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa87b4bd-9770-44aa-b500-838a2b4479df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.287574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa87b4bd-9770-44aa-b500-838a2b4479df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.292584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b216107b-f932-4a56-82f4-c01881d93b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:54.304628 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:54.403947 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87b4bd-9770-44aa-b500-838a2b4479df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0477727c-41bc-475d-bb2d-076c05fee445,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:54.407649 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aa87b4bd-9770-44aa-b500-838a2b4479df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:54.416503 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-aa87b4bd-9770-44aa-b500-838a2b4479df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4e614a4200f4d47b8524270a83bd5ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3719442 Nov 19 20:45:54.417831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:54.425945 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Pushing event updated for resources: {'Network': ['ID=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:54.429229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46246) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:54.431485 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:54.446715 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1279759 Nov 19 20:45:54.449512 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 46250) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:54.458287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Request body: {'subnet': {'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1951338112-subnet', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:54.466182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:54.472317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Usage tracker for resource:subnet and tenant:769533c7fe5a4e848b3a5023b8d1da03 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:54.476199 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:54.484260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:54.487912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:45:54.496821 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Made reservation on behalf of 769533c7fe5a4e848b3a5023b8d1da03 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:45:54.503576 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2277277'] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.505622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46254) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:54.514425 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690f85f-51aa-4cca-8709-127b95bda8ba req-0442b210-06c7-4ef4-ba73-ab96dbc9b15c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:54.516272 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6690f85f-51aa-4cca-8709-127b95bda8ba req-0442b210-06c7-4ef4-ba73-ab96dbc9b15c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1984334 Nov 19 20:45:54.564497 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5f02-4ae2-4e7e-b324-d40f7976228e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.590472 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8ebc5272-33a7-474a-8e79-d93ed79296d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.609346 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:45:54.715724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:45:54.737690 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:54.738123 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.862392 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6690f85f-51aa-4cca-8709-127b95bda8ba req-542e02ba-c120-49e4-87da-77801f7ccf08 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302460 Nov 19 20:45:54.869199 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8ebc5272-33a7-474a-8e79-d93ed79296d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.893101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a2ba5f02-4ae2-4e7e-b324-d40f7976228e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:54.897773 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.908619 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a2ba5f02-4ae2-4e7e-b324-d40f7976228e admin admin] Usage tracker for resource:security_group_rule and tenant:2ce13b40830540b48f8e42bb49eaddb9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:54.913788 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a2ba5f02-4ae2-4e7e-b324-d40f7976228e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:54.931947 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a2ba5f02-4ae2-4e7e-b324-d40f7976228e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:54.937576 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:45:54.938919 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25661a40-5cf3-41ce-a59c-8febdf96dc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:45:54.946245 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.948666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:54.970115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8ebc5272-33a7-474a-8e79-d93ed79296d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:54.977167 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5222646c-f2e4-4d5b-90e3-39b74947370b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:55.029309 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25661a40-5cf3-41ce-a59c-8febdf96dc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8', 'code': 200} Nov 19 20:45:55.029309 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:55.040318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:55.062476 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc5272-33a7-474a-8e79-d93ed79296d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0477727c-41bc-475d-bb2d-076c05fee445,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:55.089406 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8ebc5272-33a7-474a-8e79-d93ed79296d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:55.118204 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5f02-4ae2-4e7e-b324-d40f7976228e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:55.121282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8ebc5272-33a7-474a-8e79-d93ed79296d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:55.127410 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-8ebc5272-33a7-474a-8e79-d93ed79296d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0477727c-41bc-475d-bb2d-076c05fee445 HTTP/1.1" status: 204 len: 168 time: 0.6947627 Nov 19 20:45:55.134373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5f02-4ae2-4e7e-b324-d40f7976228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:55.214844 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8fdff5f5-a293-4625-a145-dcd71c032ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:55.231431 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a2ba5f02-4ae2-4e7e-b324-d40f7976228e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ce13b40830540b48f8e42bb49eaddb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7246115 Nov 19 20:45:55.237106 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 46270) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:55.278625 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba5f02-4ae2-4e7e-b324-d40f7976228e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1380856-10a1-4391-9662-ab9468d48a85,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:55.285230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a2ba5f02-4ae2-4e7e-b324-d40f7976228e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:55.467383 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9389236-4710-48c5-bf54-2d97f25e1dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:55.496339 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9389236-4710-48c5-bf54-2d97f25e1dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:55.563279 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf49a25-5868-45b1-af30-ac143135e64e req-6b4c0800-12b9-40ec-b8f2-b4334d70d1c6 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:55.571604 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cbf49a25-5868-45b1-af30-ac143135e64e req-6b4c0800-12b9-40ec-b8f2-b4334d70d1c6 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1287105 Nov 19 20:45:55.603520 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2170341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2277294'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:55.625130 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cbf49a25-5868-45b1-af30-ac143135e64e req-412478a7-6539-4d8c-8652-dfda77bb63fc tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521750 Nov 19 20:45:55.669482 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:55.725469 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:55.761513 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9389236-4710-48c5-bf54-2d97f25e1dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:55.766760 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d6e29ab8-0ff9-4a38-9da8-edb9d88c2843 req-e3fbfd3e-f5d2-488e-9768-57b7085d9dda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 1163 time: 0.3954396 Nov 19 20:45:55.804972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:55.805400 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:55.872814 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9389236-4710-48c5-bf54-2d97f25e1dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:55.877321 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b9389236-4710-48c5-bf54-2d97f25e1dcf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1380856-10a1-4391-9662-ab9468d48a85 HTTP/1.1" status: 204 len: 168 time: 0.6178501 Nov 19 20:45:55.878171 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c1a087-280e-47a6-aa2b-4690b8617221,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:55.881543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:55.887717 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0254f355-531b-4b34-a70c-888ee33e0df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:55.913796 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9389236-4710-48c5-bf54-2d97f25e1dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1380856-10a1-4391-9662-ab9468d48a85,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:55.916516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b9389236-4710-48c5-bf54-2d97f25e1dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:55.955569 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d678a1-5400-47fb-91bd-3a3fe10a7006 req-9cddd0ca-e1c9-4561-b7ce-0ad1e480de52 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:55.963586 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d5d678a1-5400-47fb-91bd-3a3fe10a7006 req-9cddd0ca-e1c9-4561-b7ce-0ad1e480de52 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 946 time: 0.4592702 Nov 19 20:45:56.020419 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d6e29ab8-0ff9-4a38-9da8-edb9d88c2843 req-74f7df1a-dcaa-42a8-b0e9-4a1c84953193 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928413 Nov 19 20:45:56.046024 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d5d678a1-5400-47fb-91bd-3a3fe10a7006 req-7836d0cc-4ee2-490b-8c2c-ab86783f9fb2 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804632 Nov 19 20:45:56.089657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Checking segment: {'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:45:56.089657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Network hostable DHCP agents. Network: 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:45:56.117217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:45:56.129570 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:45:56.139521 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c82090-c641-4b15-b6ca-cef453c2a09a None None] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:45:56.160383 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:56.161070 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:56.183858 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7945e040-aeca-4b8f-a08f-d84fa8c7b9e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7307031 Nov 19 20:45:56.185648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 46298) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:56.194730 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:45:56.200028 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:45:56.205797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Usage tracker for resource:router and tenant:769533c7fe5a4e848b3a5023b8d1da03 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:45:56.209204 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:45:56.216254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:45:56.227308 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1973055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:56.228254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852802761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1601992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2050487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774019'] for router, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:56.275640 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:56.344888 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d8b27-f6aa-425c-ae12-143d9b4267d0 req-479c3b0b-9740-4061-9d4d-b7125af63302 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:56.354617 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-871d8b27-f6aa-425c-ae12-143d9b4267d0 req-479c3b0b-9740-4061-9d4d-b7125af63302 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1857245 Nov 19 20:45:56.424402 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-871d8b27-f6aa-425c-ae12-143d9b4267d0 req-8bb8c7cf-d5b7-46c1-96d3-8c236e1efd8b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688124 Nov 19 20:45:56.489257 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774036'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:56.541659 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc849136c-8a10-5e16-8704-b642f74a4693-7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'fixed_ips': [{'subnet_id': '02c1a087-280e-47a6-aa2b-4690b8617221'}]}} from dv-cinder-750782-3-smb. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 20:45:56.542617 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:56.739769 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:56.779677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:57.031822 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Allocated IP 172.20.0.2 (7f52bc21-34e1-43f6-8a67-170f1bd7f7a5/02c1a087-280e-47a6-aa2b-4690b8617221/8de273dc-eb71-4b78-b1f3-d53b255e0f60) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:45:57.034483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea68a2-e9ac-48bf-b0a3-7a12adf4d3ff req-a397114b-4aec-4ab7-9a68-8cce654a7dc0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:57.036467 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b6ea68a2-e9ac-48bf-b0a3-7a12adf4d3ff req-a397114b-4aec-4ab7-9a68-8cce654a7dc0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1303003 Nov 19 20:45:57.265981 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b6ea68a2-e9ac-48bf-b0a3-7a12adf4d3ff req-3eb30024-2d31-41d1-8a12-772cada48d42 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822331 Nov 19 20:45:57.296336 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Allocated IP 172.28.1.240 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/1f9b5539-97b0-4d23-a102-da7d279077df) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:45:57.598215 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa15e9-a16d-49e9-8bd5-df70dbfbd0b1 req-bdaf8484-f95f-41a9-844e-6ec92e9c9518 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:57.615260 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8baa15e9-a16d-49e9-8bd5-df70dbfbd0b1 req-bdaf8484-f95f-41a9-844e-6ec92e9c9518 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 946 time: 0.2525058 Nov 19 20:45:57.640173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:57.716488 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:57.822997 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8baa15e9-a16d-49e9-8bd5-df70dbfbd0b1 req-279e062a-9905-471b-aec7-edbd929e7aa8 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066467 Nov 19 20:45:57.873658 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:57.943452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:57.950964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:58.052079 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:58.072381 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:58.091321 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Transition to ACTIVE for port object 8de273dc-eb71-4b78-b1f3-d53b255e0f60 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:45:58.132944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:45:58.147712 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:45:58.157272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:45:58.230838 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Transition to ACTIVE for port object 8de273dc-eb71-4b78-b1f3-d53b255e0f60 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:45:58.238811 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:58.257465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:58.257657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02718f41-19bb-4726-b8cc-c2a5f3463314 req-b9d12e53-fb64-4306-b4f3-5663194bc95b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:58.265266 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-02718f41-19bb-4726-b8cc-c2a5f3463314 req-b9d12e53-fb64-4306-b4f3-5663194bc95b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.5136788 Nov 19 20:45:58.286452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Pushing event updated for resources: {'Port': ['ID=1f9b5539-97b0-4d23-a102-da7d279077df,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:58.290289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:58.389169 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-02718f41-19bb-4726-b8cc-c2a5f3463314 req-c29c17fc-6e4f-475a-bc25-17eb9769964f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228738 Nov 19 20:45:58.491236 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:58.492420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853173995'] for router, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:58.547607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Pushing event updated for resources: {'Port': ['ID=8de273dc-eb71-4b78-b1f3-d53b255e0f60,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:58.557224 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:58.557224 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:45:58.557452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Resources bound (agent type, host, resource id): {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:45:58.563659 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:45:58.579561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883b02d-c075-489f-82f6-a8c94356ced9 req-6933e0ac-85f8-465c-ac0d-0e07e4a6421d tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:58.588977 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1883b02d-c075-489f-82f6-a8c94356ced9 req-6933e0ac-85f8-465c-ac0d-0e07e4a6421d tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1012428 Nov 19 20:45:58.625931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Attempting to bind port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:45:58.626353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Attempting to bind port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:45:58.627664 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Attempting to bind port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 on network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:45:58.635074 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:45:58.635499 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Checking segment: {'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:45:58.635948 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:58.636896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Bound using segment: {'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:45:58.637714 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Bound port: 8de273dc-eb71-4b78-b1f3-d53b255e0f60, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:45:58.638142 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:58.651906 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1883b02d-c075-489f-82f6-a8c94356ced9 req-22c0b856-8d2e-4795-9e3d-2b896d13e8e0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617425 Nov 19 20:45:58.793997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] For port 8de273dc-eb71-4b78-b1f3-d53b255e0f60, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:45:58.798839 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] For port 8de273dc-eb71-4b78-b1f3-d53b255e0f60, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=8de273dc-eb71-4b78-b1f3-d53b255e0f60,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:45:58.804035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:58.821126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c409e8dd-d86f-4125-ad0c-a6861ff7e568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:45:58.858425 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Router ec5df87e-2023-4588-803a-6b1124400062 is scheduled to L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 with binding_index 1 {{(pid=80262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 20:45:59.025479 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Pushing event updated for resources: {'Port': ['ID=8de273dc-eb71-4b78-b1f3-d53b255e0f60,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:45:59.029570 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:45:59.435971 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f725d6-f366-4375-b911-9fa65cff8f94 req-a996e4a2-0e99-41c5-9719-4fb9bc15b191 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:45:59.450666 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-14f725d6-f366-4375-b911-9fa65cff8f94 req-a996e4a2-0e99-41c5-9719-4fb9bc15b191 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 946 time: 0.4622278 Nov 19 20:45:59.531102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:45:59.559312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Sync routers for ids ['ec5df87e-2023-4588-803a-6b1124400062'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:45:59.567458 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-14f725d6-f366-4375-b911-9fa65cff8f94 req-e0a9b55e-87a5-4df9-b141-b408fdc6041c tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156361 Nov 19 20:45:59.599132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Routers {'ec5df87e-2023-4588-803a-6b1124400062'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:45:59.604224 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:45:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ec5df87e-2023-4588-803a-6b1124400062'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:45:59.617478 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:59.622737 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46404) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:45:59.623303 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4366198 Nov 19 20:45:59.627429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 8de273dc-eb71-4b78-b1f3-d53b255e0f60 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:59.686338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:45:59.838061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:45:59.856471 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:45:59.856852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:45:59.894212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Set router ec5df87e-2023-4588-803a-6b1124400062 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:46:00.018981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3b36b-5573-40cd-8cc4-8c1a638c1607 req-9b4f3083-0d37-4f53-8a4e-a2ddc6d1add2 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:00.027761 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-97c3b36b-5573-40cd-8cc4-8c1a638c1607 req-9b4f3083-0d37-4f53-8a4e-a2ddc6d1add2 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.2877331 Nov 19 20:46:00.152787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab632c4-3503-4c11-9d14-22247c77579e req-1a567bd2-018e-499a-8e48-df92f1fcd3b0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:00.154404 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1ab632c4-3503-4c11-9d14-22247c77579e req-1a567bd2-018e-499a-8e48-df92f1fcd3b0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.2257576 Nov 19 20:46:00.163590 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-97c3b36b-5573-40cd-8cc4-8c1a638c1607 req-52685666-212e-4b49-8b56-28735afe1e44 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348636 Nov 19 20:46:00.302080 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1ab632c4-3503-4c11-9d14-22247c77579e req-1b742bb2-c4fe-4ac8-b256-2efafca19aec tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273060 Nov 19 20:46:00.372237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:45:58Z', 'revision_number': 3, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:00.392070 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Checking router: ec5df87e-2023-4588-803a-6b1124400062 for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:46:00.392070 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Updating router ec5df87e-2023-4588-803a-6b1124400062 port 1f9b5539-97b0-4d23-a102-da7d279077df binding host dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:46:00.485089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:00.893332 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4645f996-11ff-4f00-9cdd-4e81d72ece2b None None] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:46:01.058312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:01.156024 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-9f7733c3-7b85-4e86-bd9e-22a99a4fa07c None None] Provisioning for port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:01.177672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-9f7733c3-7b85-4e86-bd9e-22a99a4fa07c None None] Provisioning complete for port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:01.178090 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f7733c3-7b85-4e86-bd9e-22a99a4fa07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:01.425044 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:01.443596 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Transition to ACTIVE for port object 1f9b5539-97b0-4d23-a102-da7d279077df will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:46:01.448676 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:01.616971 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:01.644547 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46446) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:01.678580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f7733c3-7b85-4e86-bd9e-22a99a4fa07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:01.787825 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-9f7733c3-7b85-4e86-bd9e-22a99a4fa07c None None] For port 8de273dc-eb71-4b78-b1f3-d53b255e0f60, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=8de273dc-eb71-4b78-b1f3-d53b255e0f60,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:01.802039 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f7733c3-7b85-4e86-bd9e-22a99a4fa07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:01.818226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-610fbe3c-c6e5-47c6-9867-3b3e0e112e8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:01.822974 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d7bff3ec-5604-4abc-8546-2ffbb433f9a1 req-681440ec-e1eb-403b-8c10-2e002140e303 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 1162 time: 0.3929210 Nov 19 20:46:01.864815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab26d2-0b04-49fc-9fa0-d9cf5ce80456 req-7fc44334-e0e5-4da0-86c1-0c3f70dc9818 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:01.872674 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-70ab26d2-0b04-49fc-9fa0-d9cf5ce80456 req-7fc44334-e0e5-4da0-86c1-0c3f70dc9818 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.3150947 Nov 19 20:46:01.889226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c52b0c-3ba6-4d05-a668-396d801f05ae None None] Pushing event updated for resources: {'Port': ['ID=1f9b5539-97b0-4d23-a102-da7d279077df,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:01.895289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a3c52b0c-3ba6-4d05-a668-396d801f05ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:01.930463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7733c3-7b85-4e86-bd9e-22a99a4fa07c None None] Pushing event updated for resources: {'Port': ['ID=8de273dc-eb71-4b78-b1f3-d53b255e0f60,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:01.936646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f7733c3-7b85-4e86-bd9e-22a99a4fa07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:01.943193 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e6ad1-90fa-470c-96ba-19e5d76abab1 req-aa2789e2-eec2-4b9f-a87f-36602cf7670f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:01.951113 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Attempting to bind port 1f9b5539-97b0-4d23-a102-da7d279077df on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:46:01.951393 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-375e6ad1-90fa-470c-96ba-19e5d76abab1 req-aa2789e2-eec2-4b9f-a87f-36602cf7670f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.5055542 Nov 19 20:46:01.951784 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Attempting to bind port 1f9b5539-97b0-4d23-a102-da7d279077df by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:46:01.952301 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Attempting to bind port 1f9b5539-97b0-4d23-a102-da7d279077df on network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:46:01.961543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:46:01.962082 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Checking segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:46:01.962644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:01.963198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Bound using segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:46:01.963837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Bound port: 1f9b5539-97b0-4d23-a102-da7d279077df, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:46:01.964398 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:02.025477 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Allocated IP 172.20.0.1 (7f52bc21-34e1-43f6-8a67-170f1bd7f7a5/02c1a087-280e-47a6-aa2b-4690b8617221/baf1f7ff-ea50-4c52-9473-8d08ebafaf86) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:46:02.058725 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-70ab26d2-0b04-49fc-9fa0-d9cf5ce80456 req-f41a42ea-dac0-41da-8db3-d74ad5451858 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850934 Nov 19 20:46:02.098837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] For port 1f9b5539-97b0-4d23-a102-da7d279077df, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:46:02.102740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] For port 1f9b5539-97b0-4d23-a102-da7d279077df, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=1f9b5539-97b0-4d23-a102-da7d279077df,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:46:02.109124 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:02.137314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e311bf93-28ca-40c6-98e8-a61eb43f91f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:02.152281 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-012d46aa-4298-4a52-b828-4f3437524331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:02.260160 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-375e6ad1-90fa-470c-96ba-19e5d76abab1 req-199661d5-aab8-42b9-8be8-3344ca641c3c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077607 Nov 19 20:46:02.281632 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bff3ec-5604-4abc-8546-2ffbb433f9a1 req-b1f35b21-de3a-46a7-aee2-c5ee31f7f359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:02.295946 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d7bff3ec-5604-4abc-8546-2ffbb433f9a1 req-b1f35b21-de3a-46a7-aee2-c5ee31f7f359 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 904 time: 0.4210529 Nov 19 20:46:02.320003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-012d46aa-4298-4a52-b828-4f3437524331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:02.329985 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-012d46aa-4298-4a52-b828-4f3437524331 admin admin] Usage tracker for resource:security_group_rule and tenant:132eb176116a40d0ab0daa10de92ea76 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:02.345040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-012d46aa-4298-4a52-b828-4f3437524331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:02.346182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-dba533a8-d53a-45b6-9b76-d425c4b14ae9 None None] Provisioning complete for port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:02.346630 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dba533a8-d53a-45b6-9b76-d425c4b14ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:02.371123 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-012d46aa-4298-4a52-b828-4f3437524331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:02.396491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c52b0c-3ba6-4d05-a668-396d801f05ae None None] Pushing event updated for resources: {'Port': ['ID=1f9b5539-97b0-4d23-a102-da7d279077df,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:02.405852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a3c52b0c-3ba6-4d05-a668-396d801f05ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:02.416959 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:02.468828 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Transition to ACTIVE for port object baf1f7ff-ea50-4c52-9473-8d08ebafaf86 will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:46:02.551699 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d7bff3ec-5604-4abc-8546-2ffbb433f9a1 req-28053e0c-8cb7-4a83-9bd7-bad70b2367ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa574c5-230d-4742-bece-8ac0ee341d69 HTTP/1.1" status: 200 len: 1001 time: 0.2431104 Nov 19 20:46:02.577366 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Routers {'ec5df87e-2023-4588-803a-6b1124400062'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:46:02.578210 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:45:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ec5df87e-2023-4588-803a-6b1124400062'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:02.607560 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-012d46aa-4298-4a52-b828-4f3437524331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:02.617149 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:02.672249 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bff3ec-5604-4abc-8546-2ffbb433f9a1 req-2396f477-1ac6-4962-9479-ce9ba6af4234 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:02.674095 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d7bff3ec-5604-4abc-8546-2ffbb433f9a1 req-2396f477-1ac6-4962-9479-ce9ba6af4234 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76030e34-5631-4aa3-9b7e-6153e008aab3 HTTP/1.1" status: 200 len: 849 time: 0.1156290 Nov 19 20:46:02.759407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-de0abdc3-74b6-42c8-a3fd-f948096f9df7 None None] Provisioning complete for port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:02.765013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de0abdc3-74b6-42c8-a3fd-f948096f9df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:02.799703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-012d46aa-4298-4a52-b828-4f3437524331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:02.814562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2f81ebcd-e7a4-4328-a170-9c7ab0099093 tempest-DeleteServersTestJSON-575621440 tempest-DeleteServersTestJSON-575621440] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:02.907267 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d7bff3ec-5604-4abc-8546-2ffbb433f9a1 req-1f00e2f0-6134-4d90-9db8-bc778b073bf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ce5521b-869b-47f6-915a-65202afa7823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2239404 Nov 19 20:46:02.941093 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=baf1f7ff-ea50-4c52-9473-8d08ebafaf86,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:02.952773 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:02.959055 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a2ba5f02-4ae2-4e7e-b324-d40f7976228e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:03.052369 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:46:03.055254 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-012d46aa-4298-4a52-b828-4f3437524331 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=132eb176116a40d0ab0daa10de92ea76&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3894765 Nov 19 20:46:03.056976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:46:03.060211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:46:03.136909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d46aa-4298-4a52-b828-4f3437524331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a147a-3ae3-4b29-b4e0-d81404094406,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:03.151805 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d7bff3ec-5604-4abc-8546-2ffbb433f9a1 req-e99c768a-b9fe-4b84-ae0f-094b64d73e0a service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222037 Nov 19 20:46:03.152328 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 46482) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:03.155776 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-012d46aa-4298-4a52-b828-4f3437524331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:03.158335 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597930'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:03.185915 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-447be542-6962-4a5b-91bf-409a3ceeedae None None] Provisioning complete for port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:03.186480 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-447be542-6962-4a5b-91bf-409a3ceeedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:03.339419 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:03.394006 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] Set router ec5df87e-2023-4588-803a-6b1124400062 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:46:03.521655 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d7bff3ec-5604-4abc-8546-2ffbb433f9a1 req-4966d355-4874-4d64-afb0-3caeb57290c9 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3390920 Nov 19 20:46:03.566074 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-058e5cfc-4fcd-4a5c-81bd-10243a3bf970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:03.590579 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 8de273dc-eb71-4b78-b1f3-d53b255e0f60 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:03.724095 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-058e5cfc-4fcd-4a5c-81bd-10243a3bf970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:03.753812 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ab769b5a-9a29-41f7-8d08-a7dd99f11834 None None] Provisioning for port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:03.760461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab69b9-3f54-4b73-9c30-a1014cd351b0 req-7b7a70b0-2460-4d54-a5b9-d4e5e6fb6db6 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:03.762101 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-daab69b9-3f54-4b73-9c30-a1014cd351b0 req-7b7a70b0-2460-4d54-a5b9-d4e5e6fb6db6 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.3020363 Nov 19 20:46:03.773855 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ab769b5a-9a29-41f7-8d08-a7dd99f11834 None None] Provisioning complete for port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:03.777126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab769b5a-9a29-41f7-8d08-a7dd99f11834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:03.852394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ab769b5a-9a29-41f7-8d08-a7dd99f11834 None None] Port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:46:03.878314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:03.879253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:03.901474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7a9d0-50b1-4ef9-8ae0-1df529b30add req-1a449cf5-b5e6-4c4f-9bdb-ecf37f8c5af7 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:03.916214 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6ad7a9d0-50b1-4ef9-8ae0-1df529b30add req-1a449cf5-b5e6-4c4f-9bdb-ecf37f8c5af7 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.2869923 Nov 19 20:46:03.922265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-058e5cfc-4fcd-4a5c-81bd-10243a3bf970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:03.938040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60ffad6d-7f1e-468a-9c97-a3728e5ec5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:03.992374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e5cfc-4fcd-4a5c-81bd-10243a3bf970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a147a-3ae3-4b29-b4e0-d81404094406,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:03.997526 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-058e5cfc-4fcd-4a5c-81bd-10243a3bf970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:03.998577 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-058e5cfc-4fcd-4a5c-81bd-10243a3bf970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb6a147a-3ae3-4b29-b4e0-d81404094406 HTTP/1.1" status: 204 len: 168 time: 0.8450971 Nov 19 20:46:04.011314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-058e5cfc-4fcd-4a5c-81bd-10243a3bf970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:04.097134 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6ad7a9d0-50b1-4ef9-8ae0-1df529b30add req-1f628b34-bcf7-4be2-a30a-1aa369921cf9 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602798 Nov 19 20:46:04.127426 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:45:58Z', 'revision_number': 3, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:04.136034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2f2fa-a046-4d4b-a39d-25386548f912 None None] The sync data for ids ['ec5df87e-2023-4588-803a-6b1124400062'] in dv-cinder-750782-3-smb is: [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:45:58Z', 'revision_number': 3, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:46:04.206101 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-daab69b9-3f54-4b73-9c30-a1014cd351b0 req-df7d6002-4ffa-4b13-bdd0-0b1e7d19be4e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124979 Nov 19 20:46:04.316581 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:04.323444 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:04.385847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e45eae0b-40ea-4a30-8ec7-199c0e0d6aa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:04.519517 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=baf1f7ff-ea50-4c52-9473-8d08ebafaf86,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:04.529565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:04.535897 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847669037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852704252'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:04.669396 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 46512) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:04.702652 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e0ab5eaa-52f5-4c3b-9bd0-274c234bca6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:04.743189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:46:04.744510 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:46:04.756337 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e0ab5eaa-52f5-4c3b-9bd0-274c234bca6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:04.761566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e0ab5eaa-52f5-4c3b-9bd0-274c234bca6f admin admin] Usage tracker for resource:security_group_rule and tenant:97f6dadac1b341a1ab0c49dff1cb9351 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:04.764962 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e0ab5eaa-52f5-4c3b-9bd0-274c234bca6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:04.772672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e0ab5eaa-52f5-4c3b-9bd0-274c234bca6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:04.864364 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e0ab5eaa-52f5-4c3b-9bd0-274c234bca6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:04.869562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e0ab5eaa-52f5-4c3b-9bd0-274c234bca6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:04.888229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:04.924803 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e0ab5eaa-52f5-4c3b-9bd0-274c234bca6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97f6dadac1b341a1ab0c49dff1cb9351&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2539768 Nov 19 20:46:04.926933 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46516) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:04.943921 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab5eaa-52f5-4c3b-9bd0-274c234bca6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6664f863-6398-4600-ba56-2400d977983b,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:04.953585 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e0ab5eaa-52f5-4c3b-9bd0-274c234bca6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:04.999030 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-746ae329-cbe4-4c26-b5a7-d243f7ae19ed None None] Provisioning complete for port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:04.999546 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-746ae329-cbe4-4c26-b5a7-d243f7ae19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:05.056689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-746ae329-cbe4-4c26-b5a7-d243f7ae19ed None None] Port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:46:05.125331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e4bb24ed-09d2-439a-a567-36b3440ad9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:05.161955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e4bb24ed-09d2-439a-a567-36b3440ad9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:05.296892 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e4bb24ed-09d2-439a-a567-36b3440ad9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:05.303346 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-47b437ee-7aa7-494f-ad26-c0f91004ab68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:05.318759 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb24ed-09d2-439a-a567-36b3440ad9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6664f863-6398-4600-ba56-2400d977983b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:05.326459 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2646f-7c9f-4e4f-a6ca-03d5b3c34058 req-1b415fda-736e-4f06-bcac-67135674cc3f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:05.334270 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-36e2646f-7c9f-4e4f-a6ca-03d5b3c34058 req-1b415fda-736e-4f06-bcac-67135674cc3f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1025271 Nov 19 20:46:05.337740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e4bb24ed-09d2-439a-a567-36b3440ad9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:05.358717 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e4bb24ed-09d2-439a-a567-36b3440ad9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:05.359935 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e4bb24ed-09d2-439a-a567-36b3440ad9e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6664f863-6398-4600-ba56-2400d977983b HTTP/1.1" status: 204 len: 168 time: 0.4319713 Nov 19 20:46:05.411810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Router ec5df87e-2023-4588-803a-6b1124400062 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:46:05.436802 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-36e2646f-7c9f-4e4f-a6ca-03d5b3c34058 req-e2ac8be4-e506-445a-ab59-76dc9b8de79e tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014535 Nov 19 20:46:05.571176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 1f9b5539-97b0-4d23-a102-da7d279077df up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:05.719756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port 1f9b5539-97b0-4d23-a102-da7d279077df completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:05.730474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 1f9b5539-97b0-4d23-a102-da7d279077df triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:05.730905 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:05.801456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353d5e4-8d24-4e1b-9a5f-a55225898ba4 req-371e202e-40e2-4de2-9bce-fa211523002c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:05.815693 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0353d5e4-8d24-4e1b-9a5f-a55225898ba4 req-371e202e-40e2-4de2-9bce-fa211523002c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.3237906 Nov 19 20:46:05.941055 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0353d5e4-8d24-4e1b-9a5f-a55225898ba4 req-acc40034-be25-46d5-b452-4e0966df0cad tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238937 Nov 19 20:46:05.975551 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:46:05.991252 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] 10.222.0.13 "PUT /v2.0/routers/ec5df87e-2023-4588-803a-6b1124400062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3665571 Nov 19 20:46:06.035963 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:06.097264 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port 1f9b5539-97b0-4d23-a102-da7d279077df, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=1f9b5539-97b0-4d23-a102-da7d279077df,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:06.103707 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:06.105715 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:06.272465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=1f9b5539-97b0-4d23-a102-da7d279077df,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:06.276570 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:06.796389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07035152-cf51-49ac-9928-e6f412af2521 req-f295d8b1-a9d7-4a7b-bd86-1ce7793a81dd tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:06.805203 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-07035152-cf51-49ac-9928-e6f412af2521 req-f295d8b1-a9d7-4a7b-bd86-1ce7793a81dd tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1901820 Nov 19 20:46:06.880925 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-07035152-cf51-49ac-9928-e6f412af2521 req-262c0be0-9e61-4bee-80fc-5cdbd493beae tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746751 Nov 19 20:46:06.986711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46648) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:07.298616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc77de-01dd-4584-9d99-36d599f73fe4 req-419d9298-cb76-467b-b888-1468d5a45b9c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:07.299228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1058752699-network', 'tenant_id': 'b32e9275ec014bae80812d80887829ce'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:07.304604 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:07.309322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Usage tracker for resource:network and tenant:b32e9275ec014bae80812d80887829ce is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:07.311380 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-83fc77de-01dd-4584-9d99-36d599f73fe4 req-419d9298-cb76-467b-b888-1468d5a45b9c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1317539 Nov 19 20:46:07.312728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:07.319592 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:07.336665 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Made reservation on behalf of b32e9275ec014bae80812d80887829ce for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:46:07.348361 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:07.364323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:07.393316 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-83fc77de-01dd-4584-9d99-36d599f73fe4 req-9d138cf7-3131-462e-adff-6fca843b552e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806832 Nov 19 20:46:07.428814 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Sync routers for ids ['ec5df87e-2023-4588-803a-6b1124400062'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:46:07.441559 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Routers {'ec5df87e-2023-4588-803a-6b1124400062'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:46:07.442212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:45:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ec5df87e-2023-4588-803a-6b1124400062'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:07.443410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:07.464733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Usage tracker for resource:security_group_rule and tenant:b32e9275ec014bae80812d80887829ce is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:07.481179 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:07.512487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:07.655179 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:07.663882 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:07.671917 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-012d46aa-4298-4a52-b828-4f3437524331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:07.712048 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 1f9b5539-97b0-4d23-a102-da7d279077df up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:07.715767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:46:07.733095 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:07.755279 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:07.755596 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Added segment e55f10a2-f1f7-4978-8d17-b8aca9eccfd4 of type vxlan for network e29a5f8c-7b83-49c4-9154-66c487af0a0a Nov 19 20:46:07.770505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.771090 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.771648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.772182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.772753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.773272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.773790 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.774322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.774839 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.775363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.775880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.776669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.777269 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.777787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.778298 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.779549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.780102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.782826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.783516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.784184 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.785071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.788220 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.789109 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.789642 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:07.801295 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:07.826981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:07.892519 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:07.894061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:07.894716 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:07.913277 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33d47fdb-adb0-4603-bfde-07bf51099361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:07.971077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 1f9b5539-97b0-4d23-a102-da7d279077df triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:07.971674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:08.106746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Pushing event updated for resources: {'Network': ['ID=e29a5f8c-7b83-49c4-9154-66c487af0a0a,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:08.120686 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1326044 Nov 19 20:46:08.121887 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:08.123685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 46700) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:08.130560 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Request body: {'subnet': {'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1058752699-subnet', 'tenant_id': 'b32e9275ec014bae80812d80887829ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:08.149827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:08.174617 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Usage tracker for resource:subnet and tenant:b32e9275ec014bae80812d80887829ce is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:08.177535 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network e29a5f8c-7b83-49c4-9154-66c487af0a0a details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:46:08.192707 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:08.213322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:08.254964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Made reservation on behalf of b32e9275ec014bae80812d80887829ce for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:46:08.262754 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network e29a5f8c-7b83-49c4-9154-66c487af0a0a details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:46:08.265370 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2277277'] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:08.421399 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652f5d4-f568-450a-b41c-e46d4bf62fa8 req-34410d47-e81a-490d-9965-32e33ebe2e19 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:08.434281 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d652f5d4-f568-450a-b41c-e46d4bf62fa8 req-34410d47-e81a-490d-9965-32e33ebe2e19 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.2071269 Nov 19 20:46:08.554048 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d652f5d4-f568-450a-b41c-e46d4bf62fa8 req-1b406d60-9e18-43f5-acb0-a93f3c3492da tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135888 Nov 19 20:46:08.653587 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Set router ec5df87e-2023-4588-803a-6b1124400062 gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:46:08.803253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:08.949341 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de966df4-5755-4dfb-b000-27ff3d910be9 req-5ab2e365-d63c-4b6f-bb6c-301eebe7794d tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:08.957323 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de966df4-5755-4dfb-b000-27ff3d910be9 req-5ab2e365-d63c-4b6f-bb6c-301eebe7794d tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1341486 Nov 19 20:46:09.053789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2170341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2277294'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:09.178525 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:46:03Z', 'revision_number': 4, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'baf1f7ff-ea50-4c52-9473-8d08ebafaf86', 'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'mac_address': 'fa:16:3e:fb:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:01Z', 'updated_at': '2020-11-19T20:46:03Z', 'revision_number': 2, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'subnets': [{'id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:09.185961 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Checking router: ec5df87e-2023-4588-803a-6b1124400062 for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:46:09.189231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Updating router ec5df87e-2023-4588-803a-6b1124400062 port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 binding host dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:46:09.237104 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de966df4-5755-4dfb-b000-27ff3d910be9 req-b4e1414d-b919-42ed-8b74-7d636c6e33ba tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787414 Nov 19 20:46:09.238113 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-751d97b7-a2c8-44a9-b0ce-25b5891b7afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:09.324685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac38865d-64a5-4cae-b5be-d9844b04e596,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:09.336447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.337110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.337685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.338233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.338783 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.339320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.339854 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.340486 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.341021 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.341569 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.342100 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.342647 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.343264 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.344186 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.344785 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.345869 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.350430 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.351202 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.351753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.352290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.353114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.353685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.354232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.354771 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:09.361534 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:09.375383 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:09.400971 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Checking segment: {'id': 'e55f10a2-f1f7-4978-8d17-b8aca9eccfd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:46:09.401537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Network hostable DHCP agents. Network: e29a5f8c-7b83-49c4-9154-66c487af0a0a, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:46:09.432627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Network e29a5f8c-7b83-49c4-9154-66c487af0a0a is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:46:09.444388 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, e29a5f8c-7b83-49c4-9154-66c487af0a0a) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:46:09.459199 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:09.460122 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:09.493192 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3681884 Nov 19 20:46:09.511551 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff082d05-ee29-4887-ac4a-acc641e86c86 None None] Network e29a5f8c-7b83-49c4-9154-66c487af0a0a requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:46:10.051568 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae8f36-219e-4e20-9cf7-697245260967 req-bfe7ac60-a8c9-46e1-b65e-1273abb30da6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:10.053300 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b2ae8f36-219e-4e20-9cf7-697245260967 req-bfe7ac60-a8c9-46e1-b65e-1273abb30da6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1930881 Nov 19 20:46:10.156298 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b2ae8f36-219e-4e20-9cf7-697245260967 req-2909ddd5-dc05-492c-a4d1-7ecec5ea2ffb tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965867 Nov 19 20:46:10.531035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d523f93e-1b9c-4cc9-86ca-9d2724e28dfa None None] Network e29a5f8c-7b83-49c4-9154-66c487af0a0a requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:46:10.531785 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4aaf0-60ea-4d03-8a70-2794319dcd54 req-a2d8bee5-3628-4f71-bf0b-a4c10aafadd9 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:10.541068 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5ee4aaf0-60ea-4d03-8a70-2794319dcd54 req-a2d8bee5-3628-4f71-bf0b-a4c10aafadd9 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1242161 Nov 19 20:46:10.624317 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5ee4aaf0-60ea-4d03-8a70-2794319dcd54 req-a68aaa4c-43aa-4f32-a3a7-0dc602721f01 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765893 Nov 19 20:46:10.999598 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:11.043519 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Transition to ACTIVE for port object baf1f7ff-ea50-4c52-9473-8d08ebafaf86 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:46:11.055772 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:11.115313 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:11.224453 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40afc7-1b94-4088-883c-c8b6e1ce6e75 None None] Pushing event updated for resources: {'Port': ['ID=baf1f7ff-ea50-4c52-9473-8d08ebafaf86,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:11.249888 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc40afc7-1b94-4088-883c-c8b6e1ce6e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:11.841161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Attempting to bind port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:46:11.841580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Attempting to bind port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:46:11.842161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Attempting to bind port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 on network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:46:11.851391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:46:11.851808 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Checking segment: {'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:46:11.852255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:11.852749 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Bound using segment: {'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:46:11.853280 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Bound port: baf1f7ff-ea50-4c52-9473-8d08ebafaf86, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:46:11.853702 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:12.037312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] For port baf1f7ff-ea50-4c52-9473-8d08ebafaf86, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:46:12.039729 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cece57-f14e-4dfd-b999-4eca3706d418 req-a3b03d10-4424-487a-8cd3-c32cc90ad438 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:12.041280 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] For port baf1f7ff-ea50-4c52-9473-8d08ebafaf86, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=baf1f7ff-ea50-4c52-9473-8d08ebafaf86,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:46:12.041535 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-93cece57-f14e-4dfd-b999-4eca3706d418 req-a3b03d10-4424-487a-8cd3-c32cc90ad438 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.5797324 Nov 19 20:46:12.049022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:12.104294 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:12.148646 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-93cece57-f14e-4dfd-b999-4eca3706d418 req-be5e7e0e-81ee-4def-b1ec-3df0c9f3fd8d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968616 Nov 19 20:46:12.278837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056a0d5-5ddf-4e49-87a3-599337f1a174 req-7b0bb4db-0e4b-4015-ac91-32b92115de82 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:12.290332 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5056a0d5-5ddf-4e49-87a3-599337f1a174 req-7b0bb4db-0e4b-4015-ac91-32b92115de82 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1883247 Nov 19 20:46:12.306549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40afc7-1b94-4088-883c-c8b6e1ce6e75 None None] Pushing event updated for resources: {'Port': ['ID=baf1f7ff-ea50-4c52-9473-8d08ebafaf86,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:12.378460 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc40afc7-1b94-4088-883c-c8b6e1ce6e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:12.429214 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da03d-a8a5-47a5-a44d-ea32f23081cb req-c612e943-126a-4746-a3cf-c51b5c4b5bd6 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:12.438449 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f45da03d-a8a5-47a5-a44d-ea32f23081cb req-c612e943-126a-4746-a3cf-c51b5c4b5bd6 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 946 time: 0.1233497 Nov 19 20:46:12.445761 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5056a0d5-5ddf-4e49-87a3-599337f1a174 req-88787e1b-ffcd-4b3a-8b83-8957802baf51 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546686 Nov 19 20:46:12.555504 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f45da03d-a8a5-47a5-a44d-ea32f23081cb req-550a21c5-76a1-467d-91dd-faa963e664d8 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158848 Nov 19 20:46:12.709349 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Routers {'ec5df87e-2023-4588-803a-6b1124400062'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:46:12.710083 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:45:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ec5df87e-2023-4588-803a-6b1124400062'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:12.834260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9997f1d-03e5-4df9-84b8-d2a89c7b9bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:12.990207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] Set router ec5df87e-2023-4588-803a-6b1124400062 gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:46:13.453333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:46:03Z', 'revision_number': 4, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'baf1f7ff-ea50-4c52-9473-8d08ebafaf86', 'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'mac_address': 'fa:16:3e:fb:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:01Z', 'updated_at': '2020-11-19T20:46:12Z', 'revision_number': 4, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'subnets': [{'id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:13.459262 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95498f-4069-48b0-b9c4-6a481218cf9e None None] The sync data for ids ['ec5df87e-2023-4588-803a-6b1124400062'] in dv-cinder-750782-3-smb is: [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:46:03Z', 'revision_number': 4, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'baf1f7ff-ea50-4c52-9473-8d08ebafaf86', 'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'mac_address': 'fa:16:3e:fb:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:01Z', 'updated_at': '2020-11-19T20:46:12Z', 'revision_number': 4, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'subnets': [{'id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:46:13.561186 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0634b-9f95-484a-a1f1-ce092ec58a79 req-e1777127-ca96-422a-aeaf-d11177f2d2c3 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:13.564336 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c0e0634b-9f95-484a-a1f1-ce092ec58a79 req-e1777127-ca96-422a-aeaf-d11177f2d2c3 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1139784 Nov 19 20:46:13.667021 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c0e0634b-9f95-484a-a1f1-ce092ec58a79 req-e57ff3ca-7c35-44a9-97a9-db72924def4f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883186 Nov 19 20:46:13.927715 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee644f8-354f-49be-bf92-56a3206cc960 req-b1da938e-05aa-4f11-96fd-4e8b99f85301 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:13.932935 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9ee644f8-354f-49be-bf92-56a3206cc960 req-b1da938e-05aa-4f11-96fd-4e8b99f85301 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1336489 Nov 19 20:46:13.993229 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9ee644f8-354f-49be-bf92-56a3206cc960 req-2ebf5cac-d07c-403e-ac89-ab1aeddf6fab tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574806 Nov 19 20:46:14.320100 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af7f26-25ac-4b1b-85b3-5588a6a0b170 req-e4a47382-82ff-4124-aecd-94fb8b445645 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:14.328545 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-99af7f26-25ac-4b1b-85b3-5588a6a0b170 req-e4a47382-82ff-4124-aecd-94fb8b445645 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 946 time: 0.1600168 Nov 19 20:46:14.395733 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-99af7f26-25ac-4b1b-85b3-5588a6a0b170 req-1bfaa89f-9149-490f-a886-7c00de7923fb tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 Nov 19 20:46:14.519498 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8afda-59ab-4336-aa84-639478393743 req-5d3a2f23-4e51-46ba-b81a-eb1f1c8fbb73 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:14.521970 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6bb8afda-59ab-4336-aa84-639478393743 req-5d3a2f23-4e51-46ba-b81a-eb1f1c8fbb73 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 946 time: 0.1238675 Nov 19 20:46:14.640303 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-6bb8afda-59ab-4336-aa84-639478393743 req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Deleting port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:46:14.640690 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6bb8afda-59ab-4336-aa84-639478393743 req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:14.951425 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6bb8afda-59ab-4336-aa84-639478393743 req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] For port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:14.951989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6bb8afda-59ab-4336-aa84-639478393743 req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:15.140648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-6bb8afda-59ab-4336-aa84-639478393743 req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Calling delete_port for 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:46:15.161979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b1bb1-87a9-463a-ac8c-9f84b21e2372 req-971ccadf-240c-4b91-8d0d-6e8a566e89db tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:15.164607 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a39b1bb1-87a9-463a-ac8c-9f84b21e2372 req-971ccadf-240c-4b91-8d0d-6e8a566e89db tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1184733 Nov 19 20:46:15.274878 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a39b1bb1-87a9-463a-ac8c-9f84b21e2372 req-63c52443-84e7-4825-87f5-592dabd1e7c4 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026173 Nov 19 20:46:15.393357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:46:15.464761 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6bb8afda-59ab-4336-aa84-639478393743 req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:15.523161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bc843-29a5-4a02-b0e0-14bc7f58da97 req-b6695c02-c4bf-4f43-8c46-097a14bfeae4 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:15.539328 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-560bc843-29a5-4a02-b0e0-14bc7f58da97 req-b6695c02-c4bf-4f43-8c46-097a14bfeae4 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1307268 Nov 19 20:46:15.550361 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] No Port match for: 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:46:15.550760 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 not bound to the agent host hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:46:15.571161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ebc18f31-c536-4a26-9331-00d7b434f21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:15.601145 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-560bc843-29a5-4a02-b0e0-14bc7f58da97 req-9bd9aec6-8484-4566-82d3-ce5da7fea58a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608215 Nov 19 20:46:15.613571 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device baf1f7ff-ea50-4c52-9473-8d08ebafaf86 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:15.635734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-599d0f24-a9a7-4cba-a4de-4c4b5143777d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:15.698977 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Pushing event deleted for resources: {'Port': ['ID=1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:15.703805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:15.796161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:15.802411 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:15.810960 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:15.811391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:15.815163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb8afda-59ab-4336-aa84-639478393743 req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] No DVR routers for this DVR port 1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:46:15.818138 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6bb8afda-59ab-4336-aa84-639478393743 req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:15.829178 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25661a40-5cf3-41ce-a59c-8febdf96dc55', 'name': 'network-vif-deleted', 'tag': '1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:46:15.838007 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6bb8afda-59ab-4336-aa84-639478393743 req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "DELETE /v2.0/ports/1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8 HTTP/1.1" status: 204 len: 173 time: 1.3083589 Nov 19 20:46:15.951180 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-27418fb9-33a4-4bb3-8c2b-154a01cc8ece req-c789892f-adf9-40be-b8bc-4db23f6e1580 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=25661a40-5cf3-41ce-a59c-8febdf96dc55 HTTP/1.1" status: 200 len: 210 time: 0.0970008 Nov 19 20:46:16.090852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:16.118038 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25661a40-5cf3-41ce-a59c-8febdf96dc55', 'name': 'network-vif-deleted', 'tag': '1e3ff9dd-48b7-4edf-b870-7b48be7ec9b8', 'status': 'completed', 'code': 200} Nov 19 20:46:16.135736 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port baf1f7ff-ea50-4c52-9473-8d08ebafaf86, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=baf1f7ff-ea50-4c52-9473-8d08ebafaf86,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:16.143548 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:16.149800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5d3dcb52-3b49-4c1c-a378-25e3fcf59059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:16.252509 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=baf1f7ff-ea50-4c52-9473-8d08ebafaf86,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:16.257028 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:16.556355 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ee4d3-edf4-4e06-8856-e1744e3c6fb2 req-5ca7fd78-21a7-4b8b-a0ca-4cb505f2d8b9 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:16.562271 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-539ee4d3-edf4-4e06-8856-e1744e3c6fb2 req-5ca7fd78-21a7-4b8b-a0ca-4cb505f2d8b9 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1372449 Nov 19 20:46:16.633430 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-539ee4d3-edf4-4e06-8856-e1744e3c6fb2 req-75b0ea08-4f8c-4775-8e70-b3b7e375cae7 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629337 Nov 19 20:46:16.665172 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 46874) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:16.880516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:16.912575 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070677be-b828-4bf4-accc-4629327a2fee req-b9d57c2b-0884-441f-ba63-8551c1e89765 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:16.919535 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:16.921845 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-070677be-b828-4bf4-accc-4629327a2fee req-b9d57c2b-0884-441f-ba63-8551c1e89765 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1112335 Nov 19 20:46:16.943182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-320f8e3c-5060-4fa1-afb2-0b8155487d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:16.989676 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-320f8e3c-5060-4fa1-afb2-0b8155487d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:16.991813 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-070677be-b828-4bf4-accc-4629327a2fee req-8dbc5957-2730-44af-926f-95f807b1215c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689607 Nov 19 20:46:16.995282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-320f8e3c-5060-4fa1-afb2-0b8155487d3a admin admin] Usage tracker for resource:security_group_rule and tenant:7fc4b3ca1b38448bb3db0ea30b91f45f is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:16.999395 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-320f8e3c-5060-4fa1-afb2-0b8155487d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:17.011095 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-320f8e3c-5060-4fa1-afb2-0b8155487d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:17.093453 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-320f8e3c-5060-4fa1-afb2-0b8155487d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:17.099275 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-320f8e3c-5060-4fa1-afb2-0b8155487d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:17.130246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d2bc26ae-30c4-4cc7-a93f-8f6f826239c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:17.179923 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46886) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:17.180069 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-320f8e3c-5060-4fa1-afb2-0b8155487d3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fc4b3ca1b38448bb3db0ea30b91f45f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5136802 Nov 19 20:46:17.180895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f8e3c-5060-4fa1-afb2-0b8155487d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8542f0-250d-424f-8657-2b1628528d75,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:17.184616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-320f8e3c-5060-4fa1-afb2-0b8155487d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:17.272034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cedcd7ec-c105-4074-97c9-d95a4fa212f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:17.313221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cedcd7ec-c105-4074-97c9-d95a4fa212f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:17.418557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cedcd7ec-c105-4074-97c9-d95a4fa212f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:17.425627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6410d8a6-db66-43ab-b230-d6f7ecd27bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:17.441262 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcd7ec-c105-4074-97c9-d95a4fa212f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8542f0-250d-424f-8657-2b1628528d75,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:17.448532 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cedcd7ec-c105-4074-97c9-d95a4fa212f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:17.449283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cedcd7ec-c105-4074-97c9-d95a4fa212f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:17.453505 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-cedcd7ec-c105-4074-97c9-d95a4fa212f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e8542f0-250d-424f-8657-2b1628528d75 HTTP/1.1" status: 204 len: 168 time: 0.2722270 Nov 19 20:46:17.537293 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device baf1f7ff-ea50-4c52-9473-8d08ebafaf86 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:17.673418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:17.674420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:17.980409 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018a0e-de6e-48d2-a4cd-364c6c2c6f26 req-e8f6a199-a44c-4ba2-a574-0d4edb1d5f9d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:17.981945 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b7018a0e-de6e-48d2-a4cd-364c6c2c6f26 req-e8f6a199-a44c-4ba2-a574-0d4edb1d5f9d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.0940280 Nov 19 20:46:18.061572 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b7018a0e-de6e-48d2-a4cd-364c6c2c6f26 req-6bbc188a-5f0c-4d85-8b60-a290b5d72142 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724666 Nov 19 20:46:18.286550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71c5bf-76d6-4274-b955-892bb7b7dcf1 req-fc05c79e-7080-47ff-9d96-c56c301294c6 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:18.288406 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6d71c5bf-76d6-4274-b955-892bb7b7dcf1 req-fc05c79e-7080-47ff-9d96-c56c301294c6 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.0928063 Nov 19 20:46:18.357060 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6d71c5bf-76d6-4274-b955-892bb7b7dcf1 req-2ae91bd8-da94-42a3-ae46-89c0af06995c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571072 Nov 19 20:46:19.003873 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4a6d6-af82-46e4-bbb9-fb5330d7478e req-3864d7fa-9943-4236-8977-617834b66873 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:19.005758 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aff4a6d6-af82-46e4-bbb9-fb5330d7478e req-3864d7fa-9943-4236-8977-617834b66873 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 945 time: 0.1200416 Nov 19 20:46:19.100651 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aff4a6d6-af82-46e4-bbb9-fb5330d7478e req-6d2d2523-59b7-4519-b764-2477819c1ea2 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870285 Nov 19 20:46:19.372626 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76101d4-4241-4e6f-920e-cc8dc8a686f8 req-0987a3b6-9a71-453f-81d5-c9db76f57b85 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:19.374156 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f76101d4-4241-4e6f-920e-cc8dc8a686f8 req-0987a3b6-9a71-453f-81d5-c9db76f57b85 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1170266 Nov 19 20:46:19.472785 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f76101d4-4241-4e6f-920e-cc8dc8a686f8 req-246c697e-0c99-423c-b868-1ae44938c522 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891857 Nov 19 20:46:19.756991 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3a52b-2347-4352-abff-3304b4de5f97 req-4a697980-f91f-478d-8925-ac0c81a337c9 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:19.759097 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-edc3a52b-2347-4352-abff-3304b4de5f97 req-4a697980-f91f-478d-8925-ac0c81a337c9 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1201131 Nov 19 20:46:19.816988 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-edc3a52b-2347-4352-abff-3304b4de5f97 req-e51de382-e02a-4021-a0e3-bcdeee77e95c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513065 Nov 19 20:46:20.347230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba76eb0-c4c8-4a17-818c-9152c52cb13d req-e388cb14-e84c-4f9d-846b-b7fe04f2d6ec tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:20.354873 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fba76eb0-c4c8-4a17-818c-9152c52cb13d req-e388cb14-e84c-4f9d-846b-b7fe04f2d6ec tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1234212 Nov 19 20:46:20.432308 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fba76eb0-c4c8-4a17-818c-9152c52cb13d req-9a23b937-0f4c-4abe-aa92-e3d56b8bbec8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763879 Nov 19 20:46:20.472674 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-907ff4f3-2b85-4cd8-a92c-0c4a165d72ed req-a776694e-9e11-4afa-876b-bc6097a8c944 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 1162 time: 0.0981917 Nov 19 20:46:20.634132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46944) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:20.667556 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ff4f3-2b85-4cd8-a92c-0c4a165d72ed req-abcb06d5-6c67-417b-8171-f67f58c218c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:20.670187 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-907ff4f3-2b85-4cd8-a92c-0c4a165d72ed req-abcb06d5-6c67-417b-8171-f67f58c218c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 904 time: 0.1890955 Nov 19 20:46:20.683902 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba65084-7fa7-4a46-8018-11df144aa2e9 req-dc53775e-7fd6-4a1f-8071-28c95ab07d22 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:20.692936 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0ba65084-7fa7-4a46-8018-11df144aa2e9 req-dc53775e-7fd6-4a1f-8071-28c95ab07d22 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 945 time: 0.1143878 Nov 19 20:46:20.767789 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0ba65084-7fa7-4a46-8018-11df144aa2e9 req-54e6a032-9831-4891-900e-32d417f66564 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734789 Nov 19 20:46:20.812847 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-907ff4f3-2b85-4cd8-a92c-0c4a165d72ed req-a2202121-fdb9-41ff-8fed-bfeedcd90d89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa574c5-230d-4742-bece-8ac0ee341d69 HTTP/1.1" status: 200 len: 1001 time: 0.1304893 Nov 19 20:46:20.887226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c15f9b89-28fa-4338-aa55-9998aee56d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:20.918347 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ff4f3-2b85-4cd8-a92c-0c4a165d72ed req-516207d9-5497-45b2-afaf-237158ca816c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:20.920619 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-907ff4f3-2b85-4cd8-a92c-0c4a165d72ed req-516207d9-5497-45b2-afaf-237158ca816c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76030e34-5631-4aa3-9b7e-6153e008aab3 HTTP/1.1" status: 200 len: 849 time: 0.0968151 Nov 19 20:46:20.931143 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c15f9b89-28fa-4338-aa55-9998aee56d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:20.935564 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c15f9b89-28fa-4338-aa55-9998aee56d48 admin admin] Usage tracker for resource:security_group_rule and tenant:3abda5dd2ac14153a83aa0ea3baf6900 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:20.938851 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c15f9b89-28fa-4338-aa55-9998aee56d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:20.945046 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c15f9b89-28fa-4338-aa55-9998aee56d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:21.032029 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-907ff4f3-2b85-4cd8-a92c-0c4a165d72ed req-c34b4d04-b499-4800-b71f-ede729e80d11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ce5521b-869b-47f6-915a-65202afa7823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1027005 Nov 19 20:46:21.117479 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c15f9b89-28fa-4338-aa55-9998aee56d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:21.130746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c15f9b89-28fa-4338-aa55-9998aee56d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:21.145906 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3357d37-e8aa-4a2d-9db5-7dbb94928632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:21.184262 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f9b89-28fa-4338-aa55-9998aee56d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68db3b59-a32b-41ff-a5a4-21fd38eca357,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:21.202431 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c15f9b89-28fa-4338-aa55-9998aee56d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:21.219831 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-907ff4f3-2b85-4cd8-a92c-0c4a165d72ed req-2277d949-3b47-4899-9124-62f7d46bb75f service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760740 Nov 19 20:46:21.235183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649881-e5ee-4a99-934c-537c55c54d31 req-62ab132f-4adc-4250-a562-a1738bbf01c0 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:21.247180 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d0649881-e5ee-4a99-934c-537c55c54d31 req-62ab132f-4adc-4250-a562-a1738bbf01c0 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.2022173 Nov 19 20:46:21.285975 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c15f9b89-28fa-4338-aa55-9998aee56d48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3abda5dd2ac14153a83aa0ea3baf6900&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6483924 Nov 19 20:46:21.289562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 46950) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:21.339879 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d0649881-e5ee-4a99-934c-537c55c54d31 req-9762d12b-c040-4834-8864-f39d1036b194 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909312 Nov 19 20:46:21.396954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df261ac0-2f3f-4d7a-ac20-15f4b394bb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:21.444499 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df261ac0-2f3f-4d7a-ac20-15f4b394bb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:21.550105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1444ff6d-0d0b-47bd-be06-548033bb6e61 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:46:21.706189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:21.710176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df261ac0-2f3f-4d7a-ac20-15f4b394bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:21.720228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c843040e-a64a-4827-af17-063ca03c7c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:21.742852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2157b5-87f2-4b49-a308-628ba6d32e57 req-b55e6894-c897-4c3b-a0d5-6e066de1183a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:21.744468 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1d2157b5-87f2-4b49-a308-628ba6d32e57 req-b55e6894-c897-4c3b-a0d5-6e066de1183a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 945 time: 0.2904952 Nov 19 20:46:21.745298 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddef8be-d546-4b0e-8a93-07cb222fd0c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1444ff6d-0d0b-47bd-be06-548033bb6e61'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:46:21.750391 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-907ff4f3-2b85-4cd8-a92c-0c4a165d72ed req-3cfdf158-eac4-4631-915d-8bc46c18d028 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5087719 Nov 19 20:46:21.759325 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 1444ff6d-0d0b-47bd-be06-548033bb6e61, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1444ff6d-0d0b-47bd-be06-548033bb6e61,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:21.764122 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:21.766589 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4af51ed6-79bb-4b56-8600-12f3e4bec3df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:21.767464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df261ac0-2f3f-4d7a-ac20-15f4b394bb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68db3b59-a32b-41ff-a5a4-21fd38eca357,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:21.770984 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-df261ac0-2f3f-4d7a-ac20-15f4b394bb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:21.851977 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df261ac0-2f3f-4d7a-ac20-15f4b394bb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:21.851977 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-df261ac0-2f3f-4d7a-ac20-15f4b394bb69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68db3b59-a32b-41ff-a5a4-21fd38eca357 HTTP/1.1" status: 204 len: 168 time: 0.5559578 Nov 19 20:46:21.863512 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1d2157b5-87f2-4b49-a308-628ba6d32e57 req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Deleting port 1444ff6d-0d0b-47bd-be06-548033bb6e61 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:46:21.864038 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1d2157b5-87f2-4b49-a308-628ba6d32e57 req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:21.897989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=1444ff6d-0d0b-47bd-be06-548033bb6e61,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:21.901484 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:21.908673 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf20c-cc10-41b0-8499-6eca6fcca741 req-56f3d7c4-89c6-4cd6-b8e7-0ac104ea6d3e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:21.916752 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8f1bf20c-cc10-41b0-8499-6eca6fcca741 req-56f3d7c4-89c6-4cd6-b8e7-0ac104ea6d3e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.3110518 Nov 19 20:46:22.025454 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8f1bf20c-cc10-41b0-8499-6eca6fcca741 req-64610056-bb95-447a-a625-410ad771a5f4 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074529 Nov 19 20:46:22.177477 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddef8be-d546-4b0e-8a93-07cb222fd0c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1444ff6d-0d0b-47bd-be06-548033bb6e61', 'code': 200} Nov 19 20:46:22.409923 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-1d2157b5-87f2-4b49-a308-628ba6d32e57 req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] For port 1444ff6d-0d0b-47bd-be06-548033bb6e61, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1444ff6d-0d0b-47bd-be06-548033bb6e61,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:22.410353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1d2157b5-87f2-4b49-a308-628ba6d32e57 req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:22.582075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1d2157b5-87f2-4b49-a308-628ba6d32e57 req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Calling delete_port for 1444ff6d-0d0b-47bd-be06-548033bb6e61 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:46:22.658898 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe42f89-2c75-413f-90a1-2f97e6402487 req-48cd306f-4108-4c02-a004-76c80292b269 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:22.660496 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2fe42f89-2c75-413f-90a1-2f97e6402487 req-48cd306f-4108-4c02-a004-76c80292b269 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 943 time: 0.3455117 Nov 19 20:46:22.740398 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e4ad022d-ac7f-46e1-8ef3-a12b42bb4fc9 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:22.742038 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e4ad022d-ac7f-46e1-8ef3-a12b42bb4fc9 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/networks?id=e29a5f8c-7b83-49c4-9154-66c487af0a0a HTTP/1.1" status: 200 len: 809 time: 0.1833603 Nov 19 20:46:22.764871 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-a205a472-0910-4d67-8d50-2ebd99626633 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/quotas/b32e9275ec014bae80812d80887829ce HTTP/1.1" status: 200 len: 375 time: 0.0118034 Nov 19 20:46:22.789842 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2fe42f89-2c75-413f-90a1-2f97e6402487 req-569ab8d2-8572-4c79-b0c7-a4f5e942af0d tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064165 Nov 19 20:46:22.808838 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1d2157b5-87f2-4b49-a308-628ba6d32e57 req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:22.832693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:22.838495 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-22fdb5de-655b-487d-bb6b-77be85b693ae tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?tenant_id=b32e9275ec014bae80812d80887829ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654602 Nov 19 20:46:22.965122 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Pushing event deleted for resources: {'Port': ['ID=1444ff6d-0d0b-47bd-be06-548033bb6e61,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:22.987855 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:23.022499 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-7980318a-50d4-477c-b036-82f11ff79293 service neutron] 10.222.0.13 "GET /v2.0/networks/e29a5f8c-7b83-49c4-9154-66c487af0a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827765 Nov 19 20:46:23.195807 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-9e3871ef-0439-4a75-92a4-d0a6b06cd02a service neutron] 10.222.0.13 "GET /v2.0/networks/e29a5f8c-7b83-49c4-9154-66c487af0a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1720395 Nov 19 20:46:23.243099 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2157b5-87f2-4b49-a308-628ba6d32e57 req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] No DVR routers for this DVR port 1444ff6d-0d0b-47bd-be06-548033bb6e61 on host hv-cinder-75078 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:46:23.246391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1d2157b5-87f2-4b49-a308-628ba6d32e57 req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:23.249089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddef8be-d546-4b0e-8a93-07cb222fd0c9', 'name': 'network-vif-deleted', 'tag': '1444ff6d-0d0b-47bd-be06-548033bb6e61'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:46:23.267646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4eada3-e61f-4846-8939-7b1b23575980 req-8406b059-39f5-4189-a39d-3430dc19c4e8 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:23.269443 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5c4eada3-e61f-4846-8939-7b1b23575980 req-8406b059-39f5-4189-a39d-3430dc19c4e8 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1961272 Nov 19 20:46:23.273714 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1d2157b5-87f2-4b49-a308-628ba6d32e57 req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "DELETE /v2.0/ports/1444ff6d-0d0b-47bd-be06-548033bb6e61 HTTP/1.1" status: 204 len: 173 time: 1.4971108 Nov 19 20:46:23.341029 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5c4eada3-e61f-4846-8939-7b1b23575980 req-19b47121-77a8-419c-83d0-0f75cbfa9543 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644238 Nov 19 20:46:23.633622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fd2d1-16aa-47ad-9687-94b6433aba56 req-c414cef0-2959-4e4a-9c3b-75852b77624f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:23.635511 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c85fd2d1-16aa-47ad-9687-94b6433aba56 req-c414cef0-2959-4e4a-9c3b-75852b77624f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1131375 Nov 19 20:46:23.707669 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c85fd2d1-16aa-47ad-9687-94b6433aba56 req-62009824-f6a7-4121-969f-9958114f10f2 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653284 Nov 19 20:46:23.732023 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47022) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:23.809002 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddef8be-d546-4b0e-8a93-07cb222fd0c9', 'name': 'network-vif-deleted', 'tag': '1444ff6d-0d0b-47bd-be06-548033bb6e61', 'status': 'completed', 'code': 200} Nov 19 20:46:23.953335 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09b0e09e-02d8-4b26-abe8-8d02c2291d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:24.042849 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-09b0e09e-02d8-4b26-abe8-8d02c2291d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:24.047258 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0c24f793-628e-4e20-8a09-b4a5fd22faaf req-e7ea3568-4535-4b93-a6ba-72226879e1ab tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 210 time: 0.0608602 Nov 19 20:46:24.050677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-09b0e09e-02d8-4b26-abe8-8d02c2291d92 admin admin] Usage tracker for resource:security_group_rule and tenant:a8b1057c026547949c30a4b156704ddf is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:24.054185 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-09b0e09e-02d8-4b26-abe8-8d02c2291d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:24.061566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-09b0e09e-02d8-4b26-abe8-8d02c2291d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:24.082005 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-9454f76c-7b28-4376-9d12-8204b32e9d6a req-878e43f1-c19c-4fb6-b600-40acddff0f91 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Synchronizing usage tracker for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:24.127064 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-9454f76c-7b28-4376-9d12-8204b32e9d6a req-878e43f1-c19c-4fb6-b600-40acddff0f91 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Unset dirty status for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:24.140697 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9454f76c-7b28-4376-9d12-8204b32e9d6a req-878e43f1-c19c-4fb6-b600-40acddff0f91 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=8ddef8be-d546-4b0e-8a93-07cb222fd0c9 HTTP/1.1" status: 200 len: 210 time: 0.1275604 Nov 19 20:46:24.226042 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09b0e09e-02d8-4b26-abe8-8d02c2291d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:24.254079 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09b0e09e-02d8-4b26-abe8-8d02c2291d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:24.265834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cedcd7ec-c105-4074-97c9-d95a4fa212f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:24.389660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device bfa574c5-230d-4742-bece-8ac0ee341d69 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:24.446097 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-09b0e09e-02d8-4b26-abe8-8d02c2291d92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8b1057c026547949c30a4b156704ddf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7126460 Nov 19 20:46:24.449227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 47048) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:24.466874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0e09e-02d8-4b26-abe8-8d02c2291d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb52fde5-cf21-4556-a783-08e17d7097c2,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:24.471231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-09b0e09e-02d8-4b26-abe8-8d02c2291d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:24.480750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-42af40ce-a606-4301-b658-5f7ac33c432d tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:24.490478 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-42af40ce-a606-4301-b658-5f7ac33c432d tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/networks?id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 HTTP/1.1" status: 200 len: 815 time: 0.2671144 Nov 19 20:46:24.508016 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port bfa574c5-230d-4742-bece-8ac0ee341d69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:24.509012 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:24.511320 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-21ecaa76-d468-4355-8589-e312ae0abf33 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/quotas/769533c7fe5a4e848b3a5023b8d1da03 HTTP/1.1" status: 200 len: 375 time: 0.0192771 Nov 19 20:46:24.529326 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12682578-ddd8-4a17-9d4d-4ab0c92a5a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:24.609255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-94378550-8c97-4489-8018-f5e744cf9ffb tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Synchronizing usage tracker for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:24.618274 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12682578-ddd8-4a17-9d4d-4ab0c92a5a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:24.628020 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-94378550-8c97-4489-8018-f5e744cf9ffb tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Unset dirty status for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:24.629529 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-94378550-8c97-4489-8018-f5e744cf9ffb tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?tenant_id=769533c7fe5a4e848b3a5023b8d1da03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173859 Nov 19 20:46:24.684763 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273a987-6c6d-4533-a9bd-7084ef9cf5be req-78eef1b7-0b7d-43e9-9482-5301738b0b1b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:24.686374 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b273a987-6c6d-4533-a9bd-7084ef9cf5be req-78eef1b7-0b7d-43e9-9482-5301738b0b1b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1450508 Nov 19 20:46:24.692492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12682578-ddd8-4a17-9d4d-4ab0c92a5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:24.698922 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1b1e8203-9e23-48b1-a5a3-a9f02e212325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:24.726163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12682578-ddd8-4a17-9d4d-4ab0c92a5a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb52fde5-cf21-4556-a783-08e17d7097c2,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:24.729542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-12682578-ddd8-4a17-9d4d-4ab0c92a5a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:24.762314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12682578-ddd8-4a17-9d4d-4ab0c92a5a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:24.765998 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-12682578-ddd8-4a17-9d4d-4ab0c92a5a82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb52fde5-cf21-4556-a783-08e17d7097c2 HTTP/1.1" status: 204 len: 168 time: 0.3133028 Nov 19 20:46:24.775426 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b273a987-6c6d-4533-a9bd-7084ef9cf5be req-330388bc-b95a-49f1-aa4e-ecbb9ab8cd65 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774219 Nov 19 20:46:24.984007 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-ddeebf3a-b5d2-4b4f-977b-ebd51b4cee47 service neutron] 10.222.0.13 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391287 Nov 19 20:46:25.308141 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-99f22aeb-1ed8-4664-b216-1c31f98cd9c8 req-380b6cd7-73a8-40ee-8cf9-5bcd793cd3c1 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 210 time: 0.0625041 Nov 19 20:46:25.348534 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-0bb6cb81-3b1a-4ca9-80f8-91118f194b77 service neutron] 10.222.0.13 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3577526 Nov 19 20:46:25.355071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-35114ce6-9144-400f-bc9d-4546a21e6dd5 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:25.355797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-35114ce6-9144-400f-bc9d-4546a21e6dd5 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Synchronizing usage tracker for tenant:b32e9275ec014bae80812d80887829ce on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:25.398874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-35114ce6-9144-400f-bc9d-4546a21e6dd5 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Unset dirty status for tenant:b32e9275ec014bae80812d80887829ce on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:25.400093 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-35114ce6-9144-400f-bc9d-4546a21e6dd5 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.24 "GET /v2.0/networks?id=e29a5f8c-7b83-49c4-9154-66c487af0a0a HTTP/1.1" status: 200 len: 809 time: 0.3865345 Nov 19 20:46:25.429546 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Request body: {'port': {'device_id': '30de31bd-5cf8-4c93-b87b-5e2945382bfb', 'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a', 'admin_state_up': True, 'tenant_id': 'b32e9275ec014bae80812d80887829ce'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:25.645708 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:25.649754 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Usage tracker for resource:port and tenant:b32e9275ec014bae80812d80887829ce is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:25.652910 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Quota usage for port was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:25.698355 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:25.716265 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f9f7d3a9-766a-4cf5-846c-f49ca1a1cd99 req-572340bb-8610-412e-9cf8-cb03e65bce4e tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 210 time: 0.0566294 Nov 19 20:46:25.720667 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Made reservation on behalf of b32e9275ec014bae80812d80887829ce for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:46:25.727102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:25.882371 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 47108) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:26.055627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1153692136-network', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:26.063152 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:26.121827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Usage tracker for resource:network and tenant:307deb72dd1a4c45818cccc576ec2e42 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:26.125900 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:26.133746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:26.154336 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Made reservation on behalf of 307deb72dd1a4c45818cccc576ec2e42 for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:46:26.159961 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.181406 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.194187 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Allocated IP 172.20.0.6 (e29a5f8c-7b83-49c4-9154-66c487af0a0a/ac38865d-64a5-4cae-b5be-d9844b04e596/e77bae61-5d97-4d50-ba0c-9369e0ebb67f) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:46:26.199555 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36382c8e-cce5-4efc-b703-9af3073ae9f7 req-762401c2-aae4-4021-add9-1b2bc031fda1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:26.201198 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-36382c8e-cce5-4efc-b703-9af3073ae9f7 req-762401c2-aae4-4021-add9-1b2bc031fda1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 946 time: 0.1406181 Nov 19 20:46:26.202570 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7b05a-261d-45bc-8141-5e15853e8c56 req-733bee59-4bb5-47f1-8a34-19baf675ca53 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:26.208965 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b4a7b05a-261d-45bc-8141-5e15853e8c56 req-733bee59-4bb5-47f1-8a34-19baf675ca53 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.2000012 Nov 19 20:46:26.252796 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:26.267510 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Usage tracker for resource:security_group_rule and tenant:307deb72dd1a4c45818cccc576ec2e42 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:26.278069 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:26.290429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:26.300762 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-36382c8e-cce5-4efc-b703-9af3073ae9f7 req-e8c1491f-2487-46a5-863d-fb42d568e3c9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918782 Nov 19 20:46:26.318181 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b4a7b05a-261d-45bc-8141-5e15853e8c56 req-93446819-b6ee-480a-9552-f6b5b28eaf41 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054444 Nov 19 20:46:26.417266 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.420478 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.438512 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-320f8e3c-5060-4fa1-afb2-0b8155487d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:26.447398 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:46:26.473137 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747962617920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.473577 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Added segment 795543f0-0029-47b5-94ef-f889ddc26fa3 of type vxlan for network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 Nov 19 20:46:26.479456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83ef29b-0a0d-4a1e-9d00-f84c22083d41,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:26.483587 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:26.492893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.521163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.538748 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:26.550541 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.603283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.607190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:26.607836 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.613992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ba4e438-ee25-4ac8-8910-c6b7c1ab9ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:26.644549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd37ddc-c7f4-4726-9424-fb25713a337c req-b91e7c63-584f-490b-b0f8-7e87a52e6d6e tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:26.646159 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2cd37ddc-c7f4-4726-9424-fb25713a337c req-b91e7c63-584f-490b-b0f8-7e87a52e6d6e tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 931 time: 0.1537781 Nov 19 20:46:26.680934 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Pushing event updated for resources: {'Port': ['ID=e77bae61-5d97-4d50-ba0c-9369e0ebb67f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:26.685972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:26.734297 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Network e29a5f8c-7b83-49c4-9154-66c487af0a0a is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:46:26.736202 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:46:26.738857 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:46:26.752034 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8684814 Nov 19 20:46:26.757927 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 47118) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:26.758744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Pushing event updated for resources: {'Network': ['ID=4740be30-df2d-4cd3-9756-6a3c6b6cdb45,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:26.771586 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:46:26.773386 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:26.780086 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Request body: {'subnet': {'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1153692136-subnet', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:26.796288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:26.803557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Usage tracker for resource:subnet and tenant:307deb72dd1a4c45818cccc576ec2e42 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:26.808355 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2cd37ddc-c7f4-4726-9424-fb25713a337c req-970909ef-750d-4301-9b5b-1a5a05107041 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553767 Nov 19 20:46:26.809221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:26.815628 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:26.817373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:26.818038 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.825378 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Made reservation on behalf of 307deb72dd1a4c45818cccc576ec2e42 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:46:26.832317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2277277'] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:26.848093 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4239640 Nov 19 20:46:26.858258 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:46:26.876653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Request body: {'port': {'device_id': '30de31bd-5cf8-4c93-b87b-5e2945382bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:26.995210 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-629651b8-edca-4450-980b-c51edaed0a3c req-03f97fdf-6ce1-49c3-a8c6-c1a0b48ebb4e tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 210 time: 0.0755084 Nov 19 20:46:27.093486 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:27.291810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-de640e18-5040-40b5-b4ac-9f7b439756d6 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:27.292587 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-de640e18-5040-40b5-b4ac-9f7b439756d6 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Synchronizing usage tracker for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:27.331515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-de640e18-5040-40b5-b4ac-9f7b439756d6 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Unset dirty status for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:27.332805 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-de640e18-5040-40b5-b4ac-9f7b439756d6 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.24 "GET /v2.0/networks?id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 HTTP/1.1" status: 200 len: 815 time: 0.2667675 Nov 19 20:46:27.399977 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Request body: {'port': {'device_id': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'admin_state_up': True, 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:27.645899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75061b9-31d0-4152-a799-de90b9422df8 req-5aab7f70-6266-4b43-a818-8bd7ed24011c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:27.647513 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f75061b9-31d0-4152-a799-de90b9422df8 req-5aab7f70-6266-4b43-a818-8bd7ed24011c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1731393 Nov 19 20:46:27.651988 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77bae61-5d97-4d50-ba0c-9369e0ebb67f {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:46:27.675085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:27.690180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:27.704783 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Transition to ACTIVE for port object e77bae61-5d97-4d50-ba0c-9369e0ebb67f will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:46:27.712570 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:27.731630 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:27.744349 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:27.759262 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1ec5e-f514-48e6-8b72-0d3276f2c268 req-b573b8ea-b790-4102-96d6-734d1a35cfea tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:27.760898 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9ef1ec5e-f514-48e6-8b72-0d3276f2c268 req-b573b8ea-b790-4102-96d6-734d1a35cfea tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 946 time: 0.2891316 Nov 19 20:46:27.786304 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Made reservation on behalf of 769533c7fe5a4e848b3a5023b8d1da03 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:46:27.798369 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:27.807376 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f75061b9-31d0-4152-a799-de90b9422df8 req-ec7acfe1-aca6-436f-bfcb-d0dcd6e8c7dc tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509316 Nov 19 20:46:27.837886 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2170341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2277294'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:27.864670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9af1349c-2044-49e1-8a98-a8eb7ff8589e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:27.884955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Pushing event updated for resources: {'Port': ['ID=e77bae61-5d97-4d50-ba0c-9369e0ebb67f,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:27.896920 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:27.965066 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9ef1ec5e-f514-48e6-8b72-0d3276f2c268 req-511e6ec2-7509-430c-8975-4564ca748556 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969202 Nov 19 20:46:28.152767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:28.183471 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2607b434-3a11-45ea-9600-89c742938838,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:28.214560 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:28.223161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587e380-d725-48f8-b2bb-faaddb833af1 req-3400ffd5-a80e-4b65-9040-97bcc045d8a6 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:28.224353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-d587e380-d725-48f8-b2bb-faaddb833af1 req-3400ffd5-a80e-4b65-9040-97bcc045d8a6 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Synchronizing usage tracker for tenant:b32e9275ec014bae80812d80887829ce on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:28.260172 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-d587e380-d725-48f8-b2bb-faaddb833af1 req-3400ffd5-a80e-4b65-9040-97bcc045d8a6 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Unset dirty status for tenant:b32e9275ec014bae80812d80887829ce on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:28.262144 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d587e380-d725-48f8-b2bb-faaddb833af1 req-3400ffd5-a80e-4b65-9040-97bcc045d8a6 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 943 time: 0.2267146 Nov 19 20:46:28.264739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Attempting to bind port e77bae61-5d97-4d50-ba0c-9369e0ebb67f on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:46:28.265227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Attempting to bind port e77bae61-5d97-4d50-ba0c-9369e0ebb67f by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'e55f10a2-f1f7-4978-8d17-b8aca9eccfd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:46:28.265702 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Attempting to bind port e77bae61-5d97-4d50-ba0c-9369e0ebb67f on network e29a5f8c-7b83-49c4-9154-66c487af0a0a {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:46:28.307923 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:46:28.308445 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Checking segment: {'id': 'e55f10a2-f1f7-4978-8d17-b8aca9eccfd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:46:28.308964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:28.309470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Bound using segment: {'id': 'e55f10a2-f1f7-4978-8d17-b8aca9eccfd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:46:28.310074 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Bound port: e77bae61-5d97-4d50-ba0c-9369e0ebb67f, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55f10a2-f1f7-4978-8d17-b8aca9eccfd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:46:28.310593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:28.349840 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:28.350263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:28.438721 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] For port e77bae61-5d97-4d50-ba0c-9369e0ebb67f, host hv-cinder-75078, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:46:28.443905 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] For port e77bae61-5d97-4d50-ba0c-9369e0ebb67f, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e77bae61-5d97-4d50-ba0c-9369e0ebb67f,segment=NetworkSegment(e55f10a2-f1f7-4978-8d17-b8aca9eccfd4),segment_id=e55f10a2-f1f7-4978-8d17-b8aca9eccfd4)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:46:28.458237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:28.487284 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:28.585227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Pushing event updated for resources: {'Port': ['ID=e77bae61-5d97-4d50-ba0c-9369e0ebb67f,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:28.590244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:28.611629 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f946916e-5b24-4ee7-a8cd-1ad7ec9645d3 req-d6fd9c52-68ab-47ce-95c4-d19b344e9707 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 210 time: 0.2997351 Nov 19 20:46:28.616351 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-d587e380-d725-48f8-b2bb-faaddb833af1 req-3246724b-28b9-414b-87cd-0905b7bcafde tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Synchronizing usage tracker for tenant:b32e9275ec014bae80812d80887829ce on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:28.771801 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-d587e380-d725-48f8-b2bb-faaddb833af1 req-3246724b-28b9-414b-87cd-0905b7bcafde tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Unset dirty status for tenant:b32e9275ec014bae80812d80887829ce on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:28.779910 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d587e380-d725-48f8-b2bb-faaddb833af1 req-3246724b-28b9-414b-87cd-0905b7bcafde tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053463 Nov 19 20:46:28.892270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Checking segment: {'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:46:28.892733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Network hostable DHCP agents. Network: 4740be30-df2d-4cd3-9756-6a3c6b6cdb45, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:46:28.898862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Allocated IP 172.20.0.13 (7f52bc21-34e1-43f6-8a67-170f1bd7f7a5/02c1a087-280e-47a6-aa2b-4690b8617221/0e634b0e-d5cc-41ed-a773-859d214af280) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:46:28.954278 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:28.955917 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] 10.222.0.24 "PUT /v2.0/ports/e77bae61-5d97-4d50-ba0c-9369e0ebb67f HTTP/1.1" status: 200 len: 1157 time: 2.0852439 Nov 19 20:46:28.956420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30de31bd-5cf8-4c93-b87b-5e2945382bfb', 'tag': 'e77bae61-5d97-4d50-ba0c-9369e0ebb67f'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:46:28.966801 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:46:28.993797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 4740be30-df2d-4cd3-9756-6a3c6b6cdb45) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:46:29.009657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device fc087cac-12c1-4a67-b56a-cb12214c0a0e up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:29.034734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:29.035391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:29.120998 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30de31bd-5cf8-4c93-b87b-5e2945382bfb', 'tag': 'e77bae61-5d97-4d50-ba0c-9369e0ebb67f', 'status': 'completed', 'code': 200} Nov 19 20:46:29.178047 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56998386-7072-433c-bfc9-e6ec5acee738 None None] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:46:29.181787 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-492d82e8-bfab-4362-94eb-8f01df2b3ccf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4191060 Nov 19 20:46:29.182119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47168) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:29.188154 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:29.200210 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:29.215205 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Usage tracker for resource:router and tenant:307deb72dd1a4c45818cccc576ec2e42 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:29.218953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:29.253462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:29.291708 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1973055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:29.292584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852802761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1601992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2050487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774019'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:29.322807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:29.378985 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:29.384859 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port fc087cac-12c1-4a67-b56a-cb12214c0a0e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:29.385286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:29.486292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Transition to ACTIVE for port object 0e634b0e-d5cc-41ed-a773-859d214af280 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:46:29.495876 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c802f1-4e09-4f31-9ce2-b03bbadb05db req-da64b2d0-a6ce-4133-886c-c2898a6c53ca tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:29.497540 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-32c802f1-4e09-4f31-9ce2-b03bbadb05db req-da64b2d0-a6ce-4133-886c-c2898a6c53ca tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.2973626 Nov 19 20:46:29.557096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:29.730733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:29.764744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:46:29.777608 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-32c802f1-4e09-4f31-9ce2-b03bbadb05db req-38edc3be-197e-4edd-b338-8db95f9afe2d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714002 Nov 19 20:46:29.821976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:46:29.826119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:46:29.828286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Pushing event updated for resources: {'Port': ['ID=0e634b0e-d5cc-41ed-a773-859d214af280,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:29.837507 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:29.838634 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:46:29.871614 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.24', 50112) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:29.936330 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:29.940407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:29.975862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774036'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:29.980963 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5887117 Nov 19 20:46:30.116287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e55ee6-40a0-45fe-8161-c2accb2754e5 req-3dcc4e1b-6aec-4830-80cc-21a52e41e5b6 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:30.117184 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-d3e55ee6-40a0-45fe-8161-c2accb2754e5 req-3dcc4e1b-6aec-4830-80cc-21a52e41e5b6 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Synchronizing usage tracker for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:30.149803 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7d790df6-f0b4-4e36-9c99-d8821897c347 req-6f68056b-e3c6-4434-83bd-8e542c707c77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b32e9275ec014bae80812d80887829ce&device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 1160 time: 0.7647572 Nov 19 20:46:30.177108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc849136c-8a10-5e16-8704-b642f74a4693-4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'fixed_ips': [{'subnet_id': '2607b434-3a11-45ea-9600-89c742938838'}]}} from dv-cinder-750782-3-smb. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 20:46:30.193190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:30.204901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-d3e55ee6-40a0-45fe-8161-c2accb2754e5 req-3dcc4e1b-6aec-4830-80cc-21a52e41e5b6 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Unset dirty status for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:30.229106 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d3e55ee6-40a0-45fe-8161-c2accb2754e5 req-3dcc4e1b-6aec-4830-80cc-21a52e41e5b6 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 946 time: 0.8425107 Nov 19 20:46:30.407959 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bf14d-e53f-4c20-baa8-a5129fcd648b req-c806e843-7539-483c-a19d-664b58d44000 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:30.415344 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-f47bf14d-e53f-4c20-baa8-a5129fcd648b req-c806e843-7539-483c-a19d-664b58d44000 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Synchronizing usage tracker for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:30.423454 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-12f7dfca-cd78-4f45-83bc-b6ce7aee1f1c None None] Provisioning for port 0e634b0e-d5cc-41ed-a773-859d214af280 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:30.452062 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-f47bf14d-e53f-4c20-baa8-a5129fcd648b req-c806e843-7539-483c-a19d-664b58d44000 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Unset dirty status for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:30.452062 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f47bf14d-e53f-4c20-baa8-a5129fcd648b req-c806e843-7539-483c-a19d-664b58d44000 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 932 time: 0.2896185 Nov 19 20:46:30.460340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-12f7dfca-cd78-4f45-83bc-b6ce7aee1f1c None None] Provisioning complete for port 0e634b0e-d5cc-41ed-a773-859d214af280 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:30.460703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12f7dfca-cd78-4f45-83bc-b6ce7aee1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:30.467559 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d3e55ee6-40a0-45fe-8161-c2accb2754e5 req-06b81639-da90-4130-90f3-711b95ddcf83 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374983 Nov 19 20:46:30.543213 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-f47bf14d-e53f-4c20-baa8-a5129fcd648b req-09b71b28-5ae5-4503-a031-17980e232e37 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Synchronizing usage tracker for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:30.593349 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-f47bf14d-e53f-4c20-baa8-a5129fcd648b req-09b71b28-5ae5-4503-a031-17980e232e37 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Unset dirty status for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:30.595339 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f47bf14d-e53f-4c20-baa8-a5129fcd648b req-09b71b28-5ae5-4503-a031-17980e232e37 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311500 Nov 19 20:46:30.597406 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:46:30.619969 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:30.668121 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:30.724680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-12f7dfca-cd78-4f45-83bc-b6ce7aee1f1c None None] Port 0e634b0e-d5cc-41ed-a773-859d214af280 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:46:30.998178 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:31.026979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Allocated IP 172.20.0.2 (4740be30-df2d-4cd3-9756-6a3c6b6cdb45/2607b434-3a11-45ea-9600-89c742938838/e5b7be16-4de6-40b6-8d80-455522b3ab7f) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:46:31.046990 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:31.050713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aacac1-e25d-41ee-af86-1823b2bf2f83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:46:31.058410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:31.066356 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0f1a0bef-c8ab-4141-8d35-e4aede3e32d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:31.180292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Allocated IP 172.28.1.154 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/d94bbc01-606e-43a9-a169-487de7d025f1) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:46:31.267667 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05338361-e166-48e8-a4f6-f3e80bf17191 req-81c6fcf3-aba9-46d6-b3c2-78b25d78d786 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:31.267886 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:31.269733 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05338361-e166-48e8-a4f6-f3e80bf17191 req-81c6fcf3-aba9-46d6-b3c2-78b25d78d786 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1883061 Nov 19 20:46:31.357874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.360598 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.362580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.363417 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.365874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.367146 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.368663 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.370132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.370909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.372052 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:31.372669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.373213 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.374929 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.389611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.395283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.396374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.396769 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05338361-e166-48e8-a4f6-f3e80bf17191 req-10f47a55-4fbd-4a9d-a4a4-47bd5f00e6bb tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166534 Nov 19 20:46:31.397296 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.398219 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.398905 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.399686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.400213 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.400748 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.401261 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.401835 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.402379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:31.403284 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:31.412009 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:31.541867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:31.554930 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Transition to ACTIVE for port object e5b7be16-4de6-40b6-8d80-455522b3ab7f will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:46:31.573921 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Transition to ACTIVE for port object e5b7be16-4de6-40b6-8d80-455522b3ab7f will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:46:31.587708 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3aacac1-e25d-41ee-af86-1823b2bf2f83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b', 'code': 200} Nov 19 20:46:31.589379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:31.602759 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:31.705328 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:46:31.708699 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:46:31.712045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:46:31.771491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86ef32-6197-443c-9f53-821e65a335cf req-072ef240-4752-4b68-863d-10230b5a941a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:31.773205 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f7733c3-7b85-4e86-bd9e-22a99a4fa07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:31.779438 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1c86ef32-6197-443c-9f53-821e65a335cf req-072ef240-4752-4b68-863d-10230b5a941a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 943 time: 0.3784370 Nov 19 20:46:31.781493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=d94bbc01-606e-43a9-a169-487de7d025f1,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:31.794532 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:31.876681 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbfc2c-fb4a-4bb0-b50c-917aecb62b9e req-049d348e-bbde-4924-942e-16e9b78275e8 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:31.894823 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-03fbfc2c-fb4a-4bb0-b50c-917aecb62b9e req-049d348e-bbde-4924-942e-16e9b78275e8 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 944 time: 0.1321619 Nov 19 20:46:31.953847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:46:31.958518 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Resources bound (agent type, host, resource id): {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:46:31.965898 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:46:31.976380 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1c86ef32-6197-443c-9f53-821e65a335cf req-4d8c508d-296f-404f-9251-e8c453107cc6 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958845 Nov 19 20:46:31.996129 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-03fbfc2c-fb4a-4bb0-b50c-917aecb62b9e req-92bc51c7-3c73-4458-aff8-4b2b1e3b0ece tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002557 Nov 19 20:46:32.036711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:32.036711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853173995'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:32.057216 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Attempting to bind port e5b7be16-4de6-40b6-8d80-455522b3ab7f on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:46:32.057630 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Attempting to bind port e5b7be16-4de6-40b6-8d80-455522b3ab7f by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:46:32.058035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Attempting to bind port e5b7be16-4de6-40b6-8d80-455522b3ab7f on network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:46:32.067562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Pushing event updated for resources: {'Port': ['ID=e5b7be16-4de6-40b6-8d80-455522b3ab7f,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:32.071545 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:46:32.072095 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Checking segment: {'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:46:32.072568 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:32.073000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Bound using segment: {'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:46:32.073788 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Bound port: e5b7be16-4de6-40b6-8d80-455522b3ab7f, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:46:32.074208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:32.085550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:32.198253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] For port e5b7be16-4de6-40b6-8d80-455522b3ab7f, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:46:32.203136 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] For port e5b7be16-4de6-40b6-8d80-455522b3ab7f, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=e5b7be16-4de6-40b6-8d80-455522b3ab7f,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:46:32.208194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:32.226917 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:32.416566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4593f-b2ce-44ab-ae38-8a5824b16534 req-1d923676-6fe9-49aa-9b1b-29dcafc7eb87 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:32.424492 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-07d4593f-b2ce-44ab-ae38-8a5824b16534 req-1d923676-6fe9-49aa-9b1b-29dcafc7eb87 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 932 time: 0.2265263 Nov 19 20:46:32.506871 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-07d4593f-b2ce-44ab-ae38-8a5824b16534 req-4b4b964f-1a77-4762-a745-2b42ee6664d6 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813782 Nov 19 20:46:32.546616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Pushing event updated for resources: {'Port': ['ID=e5b7be16-4de6-40b6-8d80-455522b3ab7f,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:32.555866 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:32.571680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Router e2ad5111-bb78-40ac-989a-174a342f858f is scheduled to L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 20:46:32.741117 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0386fe8-79be-4c7a-a164-9738e8fea09f req-57c25f50-85e6-47b9-8fcf-9908ef556ab0 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:32.744522 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d0386fe8-79be-4c7a-a164-9738e8fea09f req-57c25f50-85e6-47b9-8fcf-9908ef556ab0 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1226959 Nov 19 20:46:32.823558 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d0386fe8-79be-4c7a-a164-9738e8fea09f req-e69775d9-3032-43d2-888f-b02efed4d433 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658550 Nov 19 20:46:32.838634 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:46:32.853190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Sync routers for ids ['e2ad5111-bb78-40ac-989a-174a342f858f'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:46:32.869622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Routers {'e2ad5111-bb78-40ac-989a-174a342f858f'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:46:32.870315 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:46:16Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['e2ad5111-bb78-40ac-989a-174a342f858f'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:32.883428 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:32.884770 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ccf61e77-45ea-4112-bb5a-9f3672fd1ef7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7015736 Nov 19 20:46:32.887769 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 47206) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:33.210052 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Set router e2ad5111-bb78-40ac-989a-174a342f858f gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:46:33.365669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8509b-308e-49a8-8772-228772def51e req-7f5f3117-10ef-430b-86dc-c2622922889a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:33.367930 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dcb8509b-308e-49a8-8772-228772def51e req-7f5f3117-10ef-430b-86dc-c2622922889a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 943 time: 0.0986092 Nov 19 20:46:33.432693 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dcb8509b-308e-49a8-8772-228772def51e req-e71f45ce-9e33-47ec-a7a6-2f4eb55ab10a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529320 Nov 19 20:46:33.557396 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0f459-b7d8-4c45-bb98-335158167692 req-f0a31cfa-9349-4030-ad57-408dbe792daa tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:33.559071 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-efb0f459-b7d8-4c45-bb98-335158167692 req-f0a31cfa-9349-4030-ad57-408dbe792daa tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 944 time: 0.2305348 Nov 19 20:46:33.690166 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device e5b7be16-4de6-40b6-8d80-455522b3ab7f up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:33.690995 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:31Z', 'revision_number': 3, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:33.703984 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-efb0f459-b7d8-4c45-bb98-335158167692 req-92e23d50-a7bb-49d9-a33e-4e7700a33351 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816402 Nov 19 20:46:33.710247 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Checking router: e2ad5111-bb78-40ac-989a-174a342f858f for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:46:33.710645 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Updating router e2ad5111-bb78-40ac-989a-174a342f858f port d94bbc01-606e-43a9-a169-487de7d025f1 binding host dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:46:33.850097 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:33.921676 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port e5b7be16-4de6-40b6-8d80-455522b3ab7f completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:33.925159 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5133d81-0a19-47b5-bc16-1bab4946dc90 req-d5a2d89f-0b7d-4170-9486-4f2265ae53cb tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:33.934349 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b5133d81-0a19-47b5-bc16-1bab4946dc90 req-d5a2d89f-0b7d-4170-9486-4f2265ae53cb tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 932 time: 0.1848104 Nov 19 20:46:34.043952 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b5133d81-0a19-47b5-bc16-1bab4946dc90 req-0568981c-7b88-4a84-b191-3b9a4aedbdcb tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083682 Nov 19 20:46:34.372477 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d384a3-047b-4e19-802a-80c440194d07 req-3513278c-3056-4bb8-92f2-6cbcfbe2175f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:34.374790 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-20d384a3-047b-4e19-802a-80c440194d07 req-3513278c-3056-4bb8-92f2-6cbcfbe2175f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1640780 Nov 19 20:46:34.543795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e71902-cf03-4b17-8846-b25dd8159ce2 None None] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:46:34.556552 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-20d384a3-047b-4e19-802a-80c440194d07 req-43975681-bbef-4481-adaf-e601477ca2e9 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670604 Nov 19 20:46:34.561464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:34.575318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:34.590819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Transition to ACTIVE for port object d94bbc01-606e-43a9-a169-487de7d025f1 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:46:34.594744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:34.633303 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:34.754799 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216669-9bb6-44bc-ad6d-e0f965d0bce9 req-9d71c3c7-170c-4dbc-aea8-e0319e57aecd tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:34.756903 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2f216669-9bb6-44bc-ad6d-e0f965d0bce9 req-9d71c3c7-170c-4dbc-aea8-e0319e57aecd tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 943 time: 0.1307869 Nov 19 20:46:34.859613 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2f216669-9bb6-44bc-ad6d-e0f965d0bce9 req-699bff85-b6df-42ab-a1ab-204af60dd09c tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954733 Nov 19 20:46:34.909289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Pushing event updated for resources: {'Port': ['ID=d94bbc01-606e-43a9-a169-487de7d025f1,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:34.924466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.924737 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.925150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.925417 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.925782 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.926148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.926512 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.926871 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.927233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.927592 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.927952 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.928311 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.928789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.929150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.929511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.929867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.930223 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.930581 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.930940 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.931293 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.931649 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.932006 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.932361 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.936463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:46:34.954151 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:35.046301 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Attempting to bind port d94bbc01-606e-43a9-a169-487de7d025f1 on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:46:35.046626 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Attempting to bind port d94bbc01-606e-43a9-a169-487de7d025f1 by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:46:35.047630 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Attempting to bind port d94bbc01-606e-43a9-a169-487de7d025f1 on network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:46:35.055183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:46:35.055599 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Checking segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:46:35.056047 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:35.056538 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Bound using segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:46:35.057066 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Bound port: d94bbc01-606e-43a9-a169-487de7d025f1, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:46:35.057499 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:35.168779 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-21b66c25-805e-484e-a62a-51c7162dd039 None None] Provisioning for port e5b7be16-4de6-40b6-8d80-455522b3ab7f completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:35.182015 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-21b66c25-805e-484e-a62a-51c7162dd039 None None] Provisioning complete for port e5b7be16-4de6-40b6-8d80-455522b3ab7f triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:35.182596 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-21b66c25-805e-484e-a62a-51c7162dd039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:35.238459 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] For port d94bbc01-606e-43a9-a169-487de7d025f1, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:46:35.248282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] For port d94bbc01-606e-43a9-a169-487de7d025f1, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=d94bbc01-606e-43a9-a169-487de7d025f1,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:46:35.258644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:35.311728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3f05bd6e-e892-481d-9482-c8544b599dc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:35.354895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-21b66c25-805e-484e-a62a-51c7162dd039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:35.385894 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Allocated IP 172.20.0.1 (4740be30-df2d-4cd3-9756-6a3c6b6cdb45/2607b434-3a11-45ea-9600-89c742938838/449c2b24-bad7-4e20-8745-4a0c5e74372f) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:46:35.398229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-21b66c25-805e-484e-a62a-51c7162dd039 None None] For port e5b7be16-4de6-40b6-8d80-455522b3ab7f, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=e5b7be16-4de6-40b6-8d80-455522b3ab7f,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:35.401681 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-21b66c25-805e-484e-a62a-51c7162dd039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:35.403715 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:35.455666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62694c-65db-4116-a739-1d762045b21a req-25394e5d-93fc-4bc6-9a2a-e0a38ba68591 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:35.474987 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6e62694c-65db-4116-a739-1d762045b21a req-25394e5d-93fc-4bc6-9a2a-e0a38ba68591 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 944 time: 0.3981869 Nov 19 20:46:35.494639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ec28-54b7-48f8-9c22-e7a624214bc5 req-f6df6593-0cd4-4037-8c15-a662f612ecfc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:35.500742 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a918ec28-54b7-48f8-9c22-e7a624214bc5 req-f6df6593-0cd4-4037-8c15-a662f612ecfc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 932 time: 0.2146564 Nov 19 20:46:35.545529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b66c25-805e-484e-a62a-51c7162dd039 None None] Pushing event updated for resources: {'Port': ['ID=e5b7be16-4de6-40b6-8d80-455522b3ab7f,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:35.555175 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-21b66c25-805e-484e-a62a-51c7162dd039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:35.579696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Pushing event updated for resources: {'Port': ['ID=d94bbc01-606e-43a9-a169-487de7d025f1,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:35.586244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6dc5aeba-7264-4c24-8333-23745c62d2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:35.644358 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a918ec28-54b7-48f8-9c22-e7a624214bc5 req-3d1f3241-9292-4562-ac0a-f2dc0c01f068 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361356 Nov 19 20:46:35.770381 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Routers {'e2ad5111-bb78-40ac-989a-174a342f858f'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:46:35.773993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:46:16Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['e2ad5111-bb78-40ac-989a-174a342f858f'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:35.838968 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-1d98c11e-7e65-498f-8039-739603180f72 None None] Provisioning complete for port e5b7be16-4de6-40b6-8d80-455522b3ab7f triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:35.840392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d98c11e-7e65-498f-8039-739603180f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:35.860627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:35.915693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Transition to ACTIVE for port object 449c2b24-bad7-4e20-8745-4a0c5e74372f will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:46:35.981860 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6e62694c-65db-4116-a739-1d762045b21a req-2fe82ea7-e731-48ed-a926-50224a0bf062 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058053 Nov 19 20:46:36.003511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:36.019607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d7633-0015-457a-bb72-b7a8eb985855 req-14838827-4f21-4250-8310-ed4fc72d2e94 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:36.029283 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cb2d7633-0015-457a-bb72-b7a8eb985855 req-14838827-4f21-4250-8310-ed4fc72d2e94 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1589565 Nov 19 20:46:36.147976 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cb2d7633-0015-457a-bb72-b7a8eb985855 req-2b36c8ff-d936-4047-bf2a-b9a450716031 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176295 Nov 19 20:46:36.242722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-98562f55-0304-4981-ba62-e7f2fab96d73 None None] Provisioning complete for port e5b7be16-4de6-40b6-8d80-455522b3ab7f triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:36.244152 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98562f55-0304-4981-ba62-e7f2fab96d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:36.325100 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:36.390856 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] Set router e2ad5111-bb78-40ac-989a-174a342f858f gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:46:36.615731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-e49c3b3c-079d-4f53-a051-4742e4a8b34b None None] Provisioning complete for port e5b7be16-4de6-40b6-8d80-455522b3ab7f triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:36.616082 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e49c3b3c-079d-4f53-a051-4742e4a8b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:36.724259 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Pushing event updated for resources: {'Port': ['ID=449c2b24-bad7-4e20-8745-4a0c5e74372f,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:36.741516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:36.818012 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:46:36.822161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:46:36.847207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c34ff0-9b5d-4901-aa38-260f330c1eb2 req-73f173e5-2899-4056-8af8-1ee90b5b062a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:36.855837 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-16c34ff0-9b5d-4901-aa38-260f330c1eb2 req-73f173e5-2899-4056-8af8-1ee90b5b062a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 943 time: 0.6033773 Nov 19 20:46:36.875074 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:46:36.953721 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597930'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:37.002542 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-16c34ff0-9b5d-4901-aa38-260f330c1eb2 req-3b6b6757-af48-4145-99aa-11567dc29bae tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457639 Nov 19 20:46:37.129521 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:37.171435 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acf09-e0ac-4119-b83c-b812d81cb286 req-2721b8a2-aa02-4bb0-b218-8007c877db51 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:37.175727 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7c5acf09-e0ac-4119-b83c-b812d81cb286 req-2721b8a2-aa02-4bb0-b218-8007c877db51 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 932 time: 0.2609031 Nov 19 20:46:37.228664 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:31Z', 'revision_number': 3, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:37.237374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd142cfd-b128-4fed-b424-fd34cf097328 None None] The sync data for ids ['e2ad5111-bb78-40ac-989a-174a342f858f'] in dv-cinder-750782-3-smb is: [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:31Z', 'revision_number': 3, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:46:37.285068 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7c5acf09-e0ac-4119-b83c-b812d81cb286 req-63d495b6-2195-4c9e-87d7-e97c17820468 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984142 Nov 19 20:46:37.310511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-436eaeb3-2bff-434d-8a69-c95317eadd4c None None] Provisioning for port 449c2b24-bad7-4e20-8745-4a0c5e74372f completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:37.317732 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-436eaeb3-2bff-434d-8a69-c95317eadd4c None None] Provisioning complete for port 449c2b24-bad7-4e20-8745-4a0c5e74372f triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:37.318926 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-436eaeb3-2bff-434d-8a69-c95317eadd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:37.487340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-436eaeb3-2bff-434d-8a69-c95317eadd4c None None] Port 449c2b24-bad7-4e20-8745-4a0c5e74372f cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:46:37.565153 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47254) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:37.619172 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8c481-4f8f-432f-8701-37c91ef675d9 req-52df6f3c-6b27-4418-b70d-f1e39d94a67a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:37.622115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device e5b7be16-4de6-40b6-8d80-455522b3ab7f up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:37.627732 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5cc8c481-4f8f-432f-8701-37c91ef675d9 req-52df6f3c-6b27-4418-b70d-f1e39d94a67a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1244977 Nov 19 20:46:37.704295 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5cc8c481-4f8f-432f-8701-37c91ef675d9 req-5146bb6b-3351-4e6d-8825-cdc534a0673b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754275 Nov 19 20:46:37.721333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port e5b7be16-4de6-40b6-8d80-455522b3ab7f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:37.722143 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:37.857101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fbc7f-8a43-4805-bff4-05c1d0bf8685 req-75bb4001-d15d-402d-9969-e0d27ed1a657 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:37.865357 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4c6fbc7f-8a43-4805-bff4-05c1d0bf8685 req-75bb4001-d15d-402d-9969-e0d27ed1a657 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 944 time: 0.5226457 Nov 19 20:46:38.010514 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4c6fbc7f-8a43-4805-bff4-05c1d0bf8685 req-31246f3e-b758-43fb-a1d4-7b63d936d5e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430197 Nov 19 20:46:38.013472 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0f99225-a365-41e7-b99f-ba775b813a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:38.022563 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:38.036917 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:38.080853 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b0f99225-a365-41e7-b99f-ba775b813a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:38.085707 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b0f99225-a365-41e7-b99f-ba775b813a6a admin admin] Usage tracker for resource:security_group_rule and tenant:d70f23a96ec9480b9a3d76a44bf2fe3c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:38.089377 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b0f99225-a365-41e7-b99f-ba775b813a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:38.095924 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b0f99225-a365-41e7-b99f-ba775b813a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:38.114778 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-47f6eb31-17f5-4a3d-a782-d51655c12823 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:38.217480 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0f99225-a365-41e7-b99f-ba775b813a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:38.221784 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0f99225-a365-41e7-b99f-ba775b813a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:38.252173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-df261ac0-2f3f-4d7a-ac20-15f4b394bb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:38.262266 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Pushing event updated for resources: {'Port': ['ID=449c2b24-bad7-4e20-8745-4a0c5e74372f,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:38.282135 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:38.300387 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f99225-a365-41e7-b99f-ba775b813a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c211de-e44c-4e5e-bc5a-22d411230f5c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:38.320558 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847669037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852704252'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:38.349290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0f99225-a365-41e7-b99f-ba775b813a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:38.414501 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b0f99225-a365-41e7-b99f-ba775b813a6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d70f23a96ec9480b9a3d76a44bf2fe3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8442614 Nov 19 20:46:38.449394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47266) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:38.594843 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586ab68-347d-4304-8fb0-9e992ad80811 req-0f999b62-c2e7-44b8-acab-fc1656583376 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:38.606435 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4586ab68-347d-4304-8fb0-9e992ad80811 req-0f999b62-c2e7-44b8-acab-fc1656583376 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 943 time: 0.3574455 Nov 19 20:46:38.608370 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:46:38.611154 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:46:38.674769 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a7a49515-bb53-4aa5-8f21-1c168f44c73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:38.730607 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4586ab68-347d-4304-8fb0-9e992ad80811 req-e83defa2-14a4-4606-b365-47b914626684 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232135 Nov 19 20:46:38.741212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a7a49515-bb53-4aa5-8f21-1c168f44c73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:38.794428 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:38.794988 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de832f5-0ece-45d4-bb93-f6e198ac83fe req-307178a4-4003-4384-ba50-4ef3e406e178 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:38.806982 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5de832f5-0ece-45d4-bb93-f6e198ac83fe req-307178a4-4003-4384-ba50-4ef3e406e178 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 932 time: 0.2984788 Nov 19 20:46:38.812678 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a7a49515-bb53-4aa5-8f21-1c168f44c73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:38.820522 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e4bb24ed-09d2-439a-a567-36b3440ad9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:38.844776 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a49515-bb53-4aa5-8f21-1c168f44c73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c211de-e44c-4e5e-bc5a-22d411230f5c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:38.856751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a7a49515-bb53-4aa5-8f21-1c168f44c73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:38.858305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a7a49515-bb53-4aa5-8f21-1c168f44c73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:38.860147 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a7a49515-bb53-4aa5-8f21-1c168f44c73a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12c211de-e44c-4e5e-bc5a-22d411230f5c HTTP/1.1" status: 204 len: 168 time: 0.4059801 Nov 19 20:46:38.978807 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5de832f5-0ece-45d4-bb93-f6e198ac83fe req-79c84597-6bae-45bc-ae52-608be516b5c8 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707892 Nov 19 20:46:39.029820 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-16adc7b1-d365-4fb4-b890-b61d1b60178a None None] Provisioning complete for port 449c2b24-bad7-4e20-8745-4a0c5e74372f triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:39.030812 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16adc7b1-d365-4fb4-b890-b61d1b60178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:39.089207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-16adc7b1-d365-4fb4-b890-b61d1b60178a None None] Port 449c2b24-bad7-4e20-8745-4a0c5e74372f cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:46:39.138204 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde4d72-ea90-4462-9850-cc5f9e72cf85 req-26a2fbfc-b4b0-4ee6-9fff-659eec3d3f4c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:39.140564 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5cde4d72-ea90-4462-9850-cc5f9e72cf85 req-26a2fbfc-b4b0-4ee6-9fff-659eec3d3f4c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1402247 Nov 19 20:46:39.222896 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5cde4d72-ea90-4462-9850-cc5f9e72cf85 req-78dc6e05-9be2-44e5-845f-b775dc5e8ee7 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738764 Nov 19 20:46:39.377588 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3438cf-69a4-42ed-904e-c89c1eb30448 req-e9dc5b9e-30a8-480a-9332-c018b4a956ef tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:39.379172 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3438cf-69a4-42ed-904e-c89c1eb30448 req-e9dc5b9e-30a8-480a-9332-c018b4a956ef tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 944 time: 0.1202438 Nov 19 20:46:39.420612 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Router e2ad5111-bb78-40ac-989a-174a342f858f has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:46:39.448154 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3438cf-69a4-42ed-904e-c89c1eb30448 req-329f3804-df89-435a-9837-a6c916b49812 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620170 Nov 19 20:46:39.549519 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device d94bbc01-606e-43a9-a169-487de7d025f1 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:39.617861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port d94bbc01-606e-43a9-a169-487de7d025f1 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:39.622732 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port d94bbc01-606e-43a9-a169-487de7d025f1 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:39.623152 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:39.710043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Request body: {'port': {'device_id': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:39.749255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:39.768373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port d94bbc01-606e-43a9-a169-487de7d025f1, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=d94bbc01-606e-43a9-a169-487de7d025f1,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:39.772389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:39.775148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:39.792496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:46:39.851981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=d94bbc01-606e-43a9-a169-487de7d025f1,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:39.856055 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:39.888470 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] 10.222.0.13 "PUT /v2.0/routers/e2ad5111-bb78-40ac-989a-174a342f858f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9875982 Nov 19 20:46:39.888470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3fd23-61b8-4fa8-ad57-c1bded04ef47 req-28a8f821-3fa9-404b-9304-b5e6f56b103a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:39.888470 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-55e3fd23-61b8-4fa8-ad57-c1bded04ef47 req-28a8f821-3fa9-404b-9304-b5e6f56b103a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 944 time: 0.2598851 Nov 19 20:46:39.898612 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:40.050725 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-55e3fd23-61b8-4fa8-ad57-c1bded04ef47 req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Deleting port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:46:40.050725 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-55e3fd23-61b8-4fa8-ad57-c1bded04ef47 req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:40.128893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d790df6-f0b4-4e36-9c99-d8821897c347 req-014a9f01-b345-43cb-a2c9-775d999ccee0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:40.130326 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7d790df6-f0b4-4e36-9c99-d8821897c347 req-014a9f01-b345-43cb-a2c9-775d999ccee0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b32e9275ec014bae80812d80887829ce&shared=False HTTP/1.1" status: 200 len: 903 time: 0.4285269 Nov 19 20:46:40.324624 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3c3ac-fd93-471b-a0cd-5b7e4d21ef6a req-c342e1b1-24a7-4664-948e-a6de50b0d4f3 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:40.326124 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-68b3c3ac-fd93-471b-a0cd-5b7e4d21ef6a req-c342e1b1-24a7-4664-948e-a6de50b0d4f3 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 943 time: 0.2372875 Nov 19 20:46:40.335251 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d790df6-f0b4-4e36-9c99-d8821897c347 req-6cd901d4-ce17-44ab-a6aa-98c1856b2957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:40.336775 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7d790df6-f0b4-4e36-9c99-d8821897c347 req-6cd901d4-ce17-44ab-a6aa-98c1856b2957 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1921606 Nov 19 20:46:40.383083 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-68b3c3ac-fd93-471b-a0cd-5b7e4d21ef6a req-cdc196db-9f31-4fbf-b1f6-e3c3954375f1 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490305 Nov 19 20:46:40.488147 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-edbdf2da-e5a1-412f-82f7-8c94284cf586 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b32e9275ec014bae80812d80887829ce&device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 1160 time: 0.0895240 Nov 19 20:46:40.571749 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-09ee45b1-a9cf-406e-bcae-10af3e3da6e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77bae61-5d97-4d50-ba0c-9369e0ebb67f HTTP/1.1" status: 200 len: 217 time: 0.0676329 Nov 19 20:46:40.657899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-6499952b-8b05-4f60-a6a9-d2b067ef1c87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:40.659484 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-6499952b-8b05-4f60-a6a9-d2b067ef1c87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac38865d-64a5-4cae-b5be-d9844b04e596 HTTP/1.1" status: 200 len: 849 time: 0.0811546 Nov 19 20:46:40.688028 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a781743-6492-4411-91b3-d914221df334 req-579736c9-847d-4e64-8b58-9935f8ed89c9 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:40.689700 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7a781743-6492-4411-91b3-d914221df334 req-579736c9-847d-4e64-8b58-9935f8ed89c9 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 932 time: 0.3876448 Nov 19 20:46:40.721331 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-b06e74d9-d0ec-4d6b-8f9b-8aafcbf21cd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e29a5f8c-7b83-49c4-9154-66c487af0a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475857 Nov 19 20:46:40.881613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Sync routers for ids ['e2ad5111-bb78-40ac-989a-174a342f858f'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:46:40.886402 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-794d8879-6ade-47b0-b3f2-182825aec930 service neutron] 10.222.0.24 "GET /v2.0/networks/e29a5f8c-7b83-49c4-9154-66c487af0a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579905 Nov 19 20:46:40.896200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Routers {'e2ad5111-bb78-40ac-989a-174a342f858f'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:46:40.897308 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:46:16Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['e2ad5111-bb78-40ac-989a-174a342f858f'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:40.943011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-55e3fd23-61b8-4fa8-ad57-c1bded04ef47 req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] For port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:40.943414 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-55e3fd23-61b8-4fa8-ad57-c1bded04ef47 req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:40.989529 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7a781743-6492-4411-91b3-d914221df334 req-578e6e8b-19a0-46a4-b6eb-74a4b278baa1 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578287 Nov 19 20:46:41.035784 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.24', 50123) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:41.123015 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-55e3fd23-61b8-4fa8-ad57-c1bded04ef47 req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Calling delete_port for fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:46:41.209937 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e7f20313-323d-4bb9-966e-a3926383f13a req-768bd737-6aa6-467b-a82b-11b73c9b5bac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 1162 time: 0.1723607 Nov 19 20:46:41.286933 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f3920ec-698e-4caa-8b72-79c62ab63d74 req-43e581d4-9ee2-4f8c-ae8e-463acf1e955f service neutron] 10.222.0.24 "GET /v2.0/networks/e29a5f8c-7b83-49c4-9154-66c487af0a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3935099 Nov 19 20:46:41.328566 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e7f20313-323d-4bb9-966e-a3926383f13a req-cc7abe16-2842-4761-813d-0da39967b67a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670671 Nov 19 20:46:41.347739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571feccc-f492-40b1-9845-abcfa99bb32b req-964f1540-918b-4767-b27b-684faa094c8f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:41.349374 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-571feccc-f492-40b1-9845-abcfa99bb32b req-964f1540-918b-4767-b27b-684faa094c8f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1355386 Nov 19 20:46:41.365572 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e634b0e-d5cc-41ed-a773-859d214af280 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:46:41.377685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Set router e2ad5111-bb78-40ac-989a-174a342f858f gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:46:41.402004 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-571feccc-f492-40b1-9845-abcfa99bb32b req-95467eaf-1509-4169-b118-ae4161bf69e3 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453124 Nov 19 20:46:41.408987 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:41.444750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Transition to ACTIVE for port object 0e634b0e-d5cc-41ed-a773-859d214af280 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:46:41.451368 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ec8d8-dbf5-44c8-8d77-5f97d2b8f049 req-7a06c00a-d423-432d-82bf-7c957afb64a4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:41.453609 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5b5ec8d8-dbf5-44c8-8d77-5f97d2b8f049 req-7a06c00a-d423-432d-82bf-7c957afb64a4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 944 time: 0.2701917 Nov 19 20:46:41.454655 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1074663569', 'description': 'tempest-TestShelveInstance-1074663569 description'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:41.457499 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:41.463826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:41.468198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Usage tracker for resource:security_group and tenant:307deb72dd1a4c45818cccc576ec2e42 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:41.472458 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:41.478822 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:41.479107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:41.492080 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:41.533035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:41.537289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Usage tracker for resource:security_group_rule and tenant:307deb72dd1a4c45818cccc576ec2e42 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:41.540719 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:41.547693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:41.566508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device d94bbc01-606e-43a9-a169-487de7d025f1 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:41.593317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-55e3fd23-61b8-4fa8-ad57-c1bded04ef47 req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:41.611628 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:41.614729 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:41.620135 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e7fba69c-48bd-4f15-9f41-42837a07d374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:41.660689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:41.662366 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3733376d-3ba9-445f-a7c3-b69d18a87f5e req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.2126191 Nov 19 20:46:41.663023 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Pushing event updated for resources: {'SecurityGroup': ['ID=4b148d89-5765-4017-ab45-46039db3499c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:41.665892 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:41.719692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Pushing event updated for resources: {'Port': ['ID=0e634b0e-d5cc-41ed-a773-859d214af280,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:41.722967 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:41.731554 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b969545-deb7-4f91-92fd-cab520404ef7 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:41.857077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Pushing event deleted for resources: {'Port': ['ID=fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:41.860911 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:41.876969 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5b5ec8d8-dbf5-44c8-8d77-5f97d2b8f049 req-afdff8d6-aa1a-4515-a772-037819a0ce43 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990777 Nov 19 20:46:41.951580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee18978-5e9f-48ab-a450-530c8a6e7252 req-05848b9c-f782-44f4-b34e-873d57b33d7d tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:41.958760 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bee18978-5e9f-48ab-a450-530c8a6e7252 req-05848b9c-f782-44f4-b34e-873d57b33d7d tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 943 time: 0.1521287 Nov 19 20:46:42.024485 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bee18978-5e9f-48ab-a450-530c8a6e7252 req-b5f5cc78-ad60-4a76-8488-dc1b63b2f7b4 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626287 Nov 19 20:46:42.089535 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port d94bbc01-606e-43a9-a169-487de7d025f1 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:42.089961 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.185885 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-cf1afa8b-0b37-4f84-849f-de3bb7d38b93 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups/4b148d89-5765-4017-ab45-46039db3499c HTTP/1.1" status: 200 len: 1636 time: 0.1991172 Nov 19 20:46:42.187150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e3fd23-61b8-4fa8-ad57-c1bded04ef47 req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] No DVR routers for this DVR port fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:46:42.189800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-55e3fd23-61b8-4fa8-ad57-c1bded04ef47 req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.199578 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b148d89-5765-4017-ab45-46039db3499c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:42.199941 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b148d89-5765-4017-ab45-46039db3499c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:42.217478 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aacac1-e25d-41ee-af86-1823b2bf2f83', 'name': 'network-vif-deleted', 'tag': 'fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:46:42.232786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:42.235255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Attempting to bind port 0e634b0e-d5cc-41ed-a773-859d214af280 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:46:42.235620 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Attempting to bind port 0e634b0e-d5cc-41ed-a773-859d214af280 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:46:42.235976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Attempting to bind port 0e634b0e-d5cc-41ed-a773-859d214af280 on network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:46:42.242837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Usage tracker for resource:security_group_rule and tenant:307deb72dd1a4c45818cccc576ec2e42 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:42.248689 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-55e3fd23-61b8-4fa8-ad57-c1bded04ef47 req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "DELETE /v2.0/ports/fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b HTTP/1.1" status: 204 len: 173 time: 2.3326187 Nov 19 20:46:42.251853 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:42.255429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:46:42.255807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Checking segment: {'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:46:42.256209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.256689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Bound using segment: {'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:46:42.257092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Bound port: 0e634b0e-d5cc-41ed-a773-859d214af280, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700bf017-a4dd-4c66-99a8-086ef066795a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:46:42.257461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.261835 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:37Z', 'revision_number': 4, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '449c2b24-bad7-4e20-8745-4a0c5e74372f', 'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'mac_address': 'fa:16:3e:0d:85:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2607b434-3a11-45ea-9600-89c742938838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:34Z', 'updated_at': '2020-11-19T20:46:37Z', 'revision_number': 2, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'subnets': [{'id': '2607b434-3a11-45ea-9600-89c742938838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:42.274462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Checking router: e2ad5111-bb78-40ac-989a-174a342f858f for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:46:42.274874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:42.275117 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Updating router e2ad5111-bb78-40ac-989a-174a342f858f port 449c2b24-bad7-4e20-8745-4a0c5e74372f binding host dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:46:42.300189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63858522-c445-499e-968d-7cf2328d3a79 req-e50a1659-2cc3-471d-9f1a-1a743b14a330 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:42.302235 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-63858522-c445-499e-968d-7cf2328d3a79 req-e50a1659-2cc3-471d-9f1a-1a743b14a330 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 944 time: 0.0958576 Nov 19 20:46:42.354587 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.384023 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-63858522-c445-499e-968d-7cf2328d3a79 req-0e1c858d-99ca-4d76-95d3-b23977fa78b7 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676618 Nov 19 20:46:42.409135 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.435594 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] For port 0e634b0e-d5cc-41ed-a773-859d214af280, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:46:42.442004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] For port 0e634b0e-d5cc-41ed-a773-859d214af280, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e634b0e-d5cc-41ed-a773-859d214af280,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:46:42.466289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.469074 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.496128 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3aacac1-e25d-41ee-af86-1823b2bf2f83', 'name': 'network-vif-deleted', 'tag': 'fbc96d02-9ee0-48d6-88b5-c2bab07b7e2b', 'status': 'completed', 'code': 200} Nov 19 20:46:42.496953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:42.544255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.672157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef52d2-3b1d-4aec-b42c-b6c79b3e508c req-1fd7a17a-dcae-4d69-abf6-5a0a9fefdf37 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:42.674612 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-eeef52d2-3b1d-4aec-b42c-b6c79b3e508c req-1fd7a17a-dcae-4d69-abf6-5a0a9fefdf37 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.0908799 Nov 19 20:46:42.729275 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-eeef52d2-3b1d-4aec-b42c-b6c79b3e508c req-5fe45d23-7316-43bc-a81a-e586b5520853 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475881 Nov 19 20:46:42.764782 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fe26b29-811f-412a-8f00-27512e9de3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.864569 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.878620 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Transition to ACTIVE for port object 449c2b24-bad7-4e20-8745-4a0c5e74372f will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:46:42.881883 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.892207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.893518 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cf2854ac-e054-4ce2-b7be-ac0d284b61dd req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6989975 Nov 19 20:46:42.896097 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Pushing event updated for resources: {'Port': ['ID=0e634b0e-d5cc-41ed-a773-859d214af280,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:42.897903 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc40afc7-1b94-4088-883c-c8b6e1ce6e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:42.904161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:42.904792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:42.920295 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6555ae-1146-4716-b826-4dd6ae6e6a0c,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:42.935879 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:42.972452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:42.973623 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] 10.222.0.24 "PUT /v2.0/ports/0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 1158 time: 3.2701535 Nov 19 20:46:43.016210 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-414a3bdd-c848-4227-8e46-4caa495c0a15 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups/4b148d89-5765-4017-ab45-46039db3499c HTTP/1.1" status: 200 len: 2139 time: 0.0719428 Nov 19 20:46:43.044094 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b148d89-5765-4017-ab45-46039db3499c', 'remote_group_id': None}]} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:43.047904 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b148d89-5765-4017-ab45-46039db3499c', 'remote_group_id': None}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:43.055217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a8c25-1801-4b5c-a2f8-4bdfdbf871d7 None None] Pushing event updated for resources: {'Port': ['ID=449c2b24-bad7-4e20-8745-4a0c5e74372f,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:43.056474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:43.061213 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b55a8c25-1801-4b5c-a2f8-4bdfdbf871d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:43.069463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Usage tracker for resource:security_group_rule and tenant:307deb72dd1a4c45818cccc576ec2e42 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:43.076666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:43.090688 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:43.216734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:43.255308 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:43.262068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:43.264493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e3c0e02f-fb80-4746-909c-0f1035b21b6a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:43.265307 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-6a3ca58f-e1d3-4165-864d-8f2cb02f8976 req-b43ff729-02c2-4a4c-b161-8acbcf0b65f2 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Synchronizing usage tracker for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:43.286683 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-427c3e5d-c3b8-43a5-a0f9-910bfe81e374 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769533c7fe5a4e848b3a5023b8d1da03&device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 1161 time: 0.2405820 Nov 19 20:46:43.297107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb833f9-4af6-470e-b168-adc888d13a28,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:43.309954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:43.315979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:43.331722 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c5ccad91-5217-4ecd-a17c-574692ef24a3 req-6845d514-4978-4f93-b1d7-179fe097a4b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.2882390 Nov 19 20:46:43.339567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Attempting to bind port 449c2b24-bad7-4e20-8745-4a0c5e74372f on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:46:43.339832 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Attempting to bind port 449c2b24-bad7-4e20-8745-4a0c5e74372f by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:46:43.340234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Attempting to bind port 449c2b24-bad7-4e20-8745-4a0c5e74372f on network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:46:43.352125 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-6a3ca58f-e1d3-4165-864d-8f2cb02f8976 req-b43ff729-02c2-4a4c-b161-8acbcf0b65f2 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Unset dirty status for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:43.353042 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:46:43.353471 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Checking segment: {'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:46:43.354506 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:43.354506 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Bound using segment: {'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:46:43.354857 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Bound port: 449c2b24-bad7-4e20-8745-4a0c5e74372f, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:46:43.355282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:43.367563 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a3ca58f-e1d3-4165-864d-8f2cb02f8976 req-b43ff729-02c2-4a4c-b161-8acbcf0b65f2 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=c3aacac1-e25d-41ee-af86-1823b2bf2f83 HTTP/1.1" status: 200 len: 210 time: 0.1700072 Nov 19 20:46:43.403631 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-3ef31de9-7a1d-4432-a6b9-0653dce81ab7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 217 time: 0.1029856 Nov 19 20:46:43.478696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] For port 449c2b24-bad7-4e20-8745-4a0c5e74372f, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:46:43.482625 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] For port 449c2b24-bad7-4e20-8745-4a0c5e74372f, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=449c2b24-bad7-4e20-8745-4a0c5e74372f,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:46:43.492562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:43.542965 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:43.570911 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-e4f45215-94d5-4802-be2c-f4ab233ed097 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:43.572510 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-e4f45215-94d5-4802-be2c-f4ab233ed097 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02c1a087-280e-47a6-aa2b-4690b8617221 HTTP/1.1" status: 200 len: 854 time: 0.1613352 Nov 19 20:46:43.655637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da94f5-4187-4a77-9e78-1678691b915a req-1a4808fd-890a-441c-a825-fc05a20d283f tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:43.664151 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-22da94f5-4187-4a77-9e78-1678691b915a req-1a4808fd-890a-441c-a825-fc05a20d283f tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 943 time: 0.1438069 Nov 19 20:46:43.728982 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-22da94f5-4187-4a77-9e78-1678691b915a req-0de2e240-b083-4828-9df1-9b78f61dd628 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634844 Nov 19 20:46:43.754165 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-48621206-e6f6-44f2-a54a-6211221ac24d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1727726 Nov 19 20:46:43.757668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a8c25-1801-4b5c-a2f8-4bdfdbf871d7 None None] Pushing event updated for resources: {'Port': ['ID=449c2b24-bad7-4e20-8745-4a0c5e74372f,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:43.762856 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b55a8c25-1801-4b5c-a2f8-4bdfdbf871d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:43.766690 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c8f0d-e63d-49f5-8efa-8edbac9cb703 req-c6fc8449-1f1e-4400-9d8d-06958658f0e5 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:43.774357 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4a8c8f0d-e63d-49f5-8efa-8edbac9cb703 req-c6fc8449-1f1e-4400-9d8d-06958658f0e5 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 944 time: 0.1425748 Nov 19 20:46:43.792137 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Routers {'e2ad5111-bb78-40ac-989a-174a342f858f'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:46:43.793173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:46:16Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['e2ad5111-bb78-40ac-989a-174a342f858f'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:43.978684 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-30950a89-3954-4b86-bdcd-702216d00891 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702743 Nov 19 20:46:44.029718 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723099c-4aa3-4797-8ed8-cb8a041dd451 req-127cab92-5955-4453-9714-94de881678df tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:44.039871 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e723099c-4aa3-4797-8ed8-cb8a041dd451 req-127cab92-5955-4453-9714-94de881678df tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1261826 Nov 19 20:46:44.092652 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4a8c8f0d-e63d-49f5-8efa-8edbac9cb703 req-553b2b65-be01-468d-b445-58d7a2f3c9ab tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170619 Nov 19 20:46:44.102287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] Set router e2ad5111-bb78-40ac-989a-174a342f858f gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:46:44.116073 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e723099c-4aa3-4797-8ed8-cb8a041dd451 req-390cc880-985d-4102-bf19-28a2e3e9a8f8 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672174 Nov 19 20:46:44.232882 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1b6a3790-d7ee-4be3-9710-92b04d4f4482 req-fefe9546-4981-4d10-89cb-7635243d1ba2 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2449505 Nov 19 20:46:44.399008 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8252ad-2e5f-4ff5-9941-2d7fb79cda25 req-fdceb2b2-d35c-4883-aaa5-4c9830394633 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:44.400876 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9e8252ad-2e5f-4ff5-9941-2d7fb79cda25 req-fdceb2b2-d35c-4883-aaa5-4c9830394633 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0916901 Nov 19 20:46:44.457445 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9e8252ad-2e5f-4ff5-9941-2d7fb79cda25 req-cb48a26c-8be9-4eb8-917d-d14ec2dcb840 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431757 Nov 19 20:46:44.497522 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:46:44.517432 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:37Z', 'revision_number': 4, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '449c2b24-bad7-4e20-8745-4a0c5e74372f', 'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'mac_address': 'fa:16:3e:0d:85:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2607b434-3a11-45ea-9600-89c742938838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:34Z', 'updated_at': '2020-11-19T20:46:43Z', 'revision_number': 4, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'subnets': [{'id': '2607b434-3a11-45ea-9600-89c742938838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:44.528185 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd60b5a-c974-42dc-94dc-2a4884efc726 None None] The sync data for ids ['e2ad5111-bb78-40ac-989a-174a342f858f'] in dv-cinder-750782-3-smb is: [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:37Z', 'revision_number': 4, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '449c2b24-bad7-4e20-8745-4a0c5e74372f', 'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'mac_address': 'fa:16:3e:0d:85:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2607b434-3a11-45ea-9600-89c742938838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:34Z', 'updated_at': '2020-11-19T20:46:43Z', 'revision_number': 4, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'subnets': [{'id': '2607b434-3a11-45ea-9600-89c742938838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:46:44.571775 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280', 'status': 'completed', 'code': 200} Nov 19 20:46:44.758244 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-267f74fb-8996-474a-a5a0-722a52ab33bd req-e8327849-b7e0-469d-ae65-186b6d5f6b34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769533c7fe5a4e848b3a5023b8d1da03&device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 1161 time: 0.1210563 Nov 19 20:46:44.920316 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.objects.ports [None req-305be919-c22d-41aa-bdcd-492e9a9aeef8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 20:46:45.029051 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6c0a3-c4e0-4292-9514-bf09b6dba021 req-47115e8f-1274-4828-af02-2216cc05d06a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:45.030651 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9fb6c0a3-c4e0-4292-9514-bf09b6dba021 req-47115e8f-1274-4828-af02-2216cc05d06a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 943 time: 0.1404281 Nov 19 20:46:45.031882 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f74fb-8996-474a-a5a0-722a52ab33bd req-7e8e66e0-1d88-4e2e-8da3-5a75fa4db1dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:45.033399 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-267f74fb-8996-474a-a5a0-722a52ab33bd req-7e8e66e0-1d88-4e2e-8da3-5a75fa4db1dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 HTTP/1.1" status: 200 len: 909 time: 0.2667794 Nov 19 20:46:45.085433 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9fb6c0a3-c4e0-4292-9514-bf09b6dba021 req-14aaea12-70ed-4e91-85fa-15d691e5553e tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482447 Nov 19 20:46:45.164786 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-267f74fb-8996-474a-a5a0-722a52ab33bd req-09bed2cc-1b89-4a2a-943d-586a9bc74161 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 217 time: 0.0822372 Nov 19 20:46:45.247399 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f74fb-8996-474a-a5a0-722a52ab33bd req-37102f69-ccd3-4e44-9503-da5d5679f4e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:45.249072 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-267f74fb-8996-474a-a5a0-722a52ab33bd req-37102f69-ccd3-4e44-9503-da5d5679f4e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02c1a087-280e-47a6-aa2b-4690b8617221 HTTP/1.1" status: 200 len: 854 time: 0.0772395 Nov 19 20:46:45.339687 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-267f74fb-8996-474a-a5a0-722a52ab33bd req-75233b9f-d1b2-4331-bfd3-3c4da0e7f93c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830152 Nov 19 20:46:45.355596 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf419527-97cb-4bfd-91e1-b0d8d351316c req-948b8159-8726-4b65-a8dd-215ad3971e9b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:45.358006 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cf419527-97cb-4bfd-91e1-b0d8d351316c req-948b8159-8726-4b65-a8dd-215ad3971e9b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 944 time: 0.1038291 Nov 19 20:46:45.417929 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cf419527-97cb-4bfd-91e1-b0d8d351316c req-fa58b517-fd00-4f41-9378-a82df6e41f42 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521722 Nov 19 20:46:45.454708 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b5a440ac-acef-43a1-b727-d6290fc8a5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:45.533436 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-267f74fb-8996-474a-a5a0-722a52ab33bd req-52680f62-4f1a-498d-9b93-94bc2fddd09e service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780958 Nov 19 20:46:45.560987 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 449c2b24-bad7-4e20-8745-4a0c5e74372f up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:45.638099 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device e77bae61-5d97-4d50-ba0c-9369e0ebb67f up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:45.688783 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port 449c2b24-bad7-4e20-8745-4a0c5e74372f completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:45.690876 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-267f74fb-8996-474a-a5a0-722a52ab33bd req-aad68c87-bea7-4029-8eb0-d2b7818e8846 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492705 Nov 19 20:46:45.697299 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 449c2b24-bad7-4e20-8745-4a0c5e74372f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:45.697717 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:45.780883 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:45.989111 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port e77bae61-5d97-4d50-ba0c-9369e0ebb67f completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:46.008473 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port e77bae61-5d97-4d50-ba0c-9369e0ebb67f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:46.008846 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:46.064859 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:46.165363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port 449c2b24-bad7-4e20-8745-4a0c5e74372f, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=449c2b24-bad7-4e20-8745-4a0c5e74372f,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:46.171064 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:46.176865 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:46.230170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:46.299933 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de31bd-5cf8-4c93-b87b-5e2945382bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77bae61-5d97-4d50-ba0c-9369e0ebb67f'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:46:46.307191 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=449c2b24-bad7-4e20-8745-4a0c5e74372f,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:46.316395 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:46.318786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f1471-6696-4a0f-8dde-077e1b1a5cf9 req-3803b556-a6d4-450e-9a9d-f75a532e6674 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:46.320453 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a40f1471-6696-4a0f-8dde-077e1b1a5cf9 req-3803b556-a6d4-450e-9a9d-f75a532e6674 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 946 time: 0.1045132 Nov 19 20:46:46.321537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port e77bae61-5d97-4d50-ba0c-9369e0ebb67f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e77bae61-5d97-4d50-ba0c-9369e0ebb67f,segment=NetworkSegment(e55f10a2-f1f7-4978-8d17-b8aca9eccfd4),segment_id=e55f10a2-f1f7-4978-8d17-b8aca9eccfd4)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:46.325875 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:46.327787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:46.336214 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa191f7-de23-4dd1-b8f3-83d1a729fb86 req-7058f23e-8d82-447b-9feb-5738b0071677 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:46.338076 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0fa191f7-de23-4dd1-b8f3-83d1a729fb86 req-7058f23e-8d82-447b-9feb-5738b0071677 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 943 time: 0.0909593 Nov 19 20:46:46.377499 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a40f1471-6696-4a0f-8dde-077e1b1a5cf9 req-479df5da-b100-4e13-826f-d2bcd75b2ef9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452754 Nov 19 20:46:46.393903 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0fa191f7-de23-4dd1-b8f3-83d1a729fb86 req-f9cf0d15-4aeb-4f99-a6f2-0f48f22701ba tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487001 Nov 19 20:46:46.414854 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=e77bae61-5d97-4d50-ba0c-9369e0ebb67f,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:46.418375 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:46.483748 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30de31bd-5cf8-4c93-b87b-5e2945382bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77bae61-5d97-4d50-ba0c-9369e0ebb67f', 'code': 200} Nov 19 20:46:46.674550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36662b-de7d-400f-bf57-8ba661865bb7 req-a09a02c4-21b0-4a9d-ac9c-25890585ab80 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:46.676231 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e36662b-de7d-400f-bf57-8ba661865bb7 req-a09a02c4-21b0-4a9d-ac9c-25890585ab80 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 944 time: 0.0931807 Nov 19 20:46:46.731666 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e36662b-de7d-400f-bf57-8ba661865bb7 req-7f74e0bf-efe4-4b13-ade7-2afccb5e4860 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489371 Nov 19 20:46:46.872464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:46.874172 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96266caa-a478-48f1-aae1-d4266e311244 req-6476d1b3-5c46-4ce8-a092-0bc1d680d5e6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:46.875627 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-96266caa-a478-48f1-aae1-d4266e311244 req-6476d1b3-5c46-4ce8-a092-0bc1d680d5e6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0926180 Nov 19 20:46:46.887362 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-148998e5-2a20-4744-a463-70691b51cfd0 req-63281944-8cef-4077-98be-9c1e3c1f6048 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 1162 time: 0.1471841 Nov 19 20:46:46.893044 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:46.895387 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fa8ffcf2-6085-4f12-a9f1-c85705214247 req-ec891563-cade-4c1b-a226-57e95ab5ca99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 1162 time: 0.1226168 Nov 19 20:46:46.928632 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-96266caa-a478-48f1-aae1-d4266e311244 req-3889ff1a-b07d-4d99-9f4e-36cf46ee23be tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 Nov 19 20:46:47.061640 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fa8ffcf2-6085-4f12-a9f1-c85705214247 req-70381355-5038-47f3-b968-d7acb0d3baf6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553905 Nov 19 20:46:47.065675 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.objects.ports [None req-fcd9b9f8-9a06-4574-8e2a-dc4f1a689625 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 20:46:47.085142 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148998e5-2a20-4744-a463-70691b51cfd0 req-2ddaa979-084c-421c-afc8-622f4d496202 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:47.086711 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-148998e5-2a20-4744-a463-70691b51cfd0 req-2ddaa979-084c-421c-afc8-622f4d496202 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 912 time: 0.1817944 Nov 19 20:46:47.438731 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-148998e5-2a20-4744-a463-70691b51cfd0 req-c053488b-9668-45b8-94fb-15bbebe0c25e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de7acc0c-480e-4771-a479-c60439073878 HTTP/1.1" status: 200 len: 217 time: 0.0645585 Nov 19 20:46:47.552942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 449c2b24-bad7-4e20-8745-4a0c5e74372f up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:47.594611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148998e5-2a20-4744-a463-70691b51cfd0 req-5505b38a-009f-4bf9-90bf-2f55662ba1c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:47.596471 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-148998e5-2a20-4744-a463-70691b51cfd0 req-5505b38a-009f-4bf9-90bf-2f55662ba1c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 HTTP/1.1" status: 200 len: 858 time: 0.1291535 Nov 19 20:46:47.643804 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 449c2b24-bad7-4e20-8745-4a0c5e74372f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:47.644223 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:47.654494 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20d1e2-83ba-4e38-954d-00b74fd70104 req-50ee1f6a-0837-4057-af0e-141cb96131da tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:47.656173 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6e20d1e2-83ba-4e38-954d-00b74fd70104 req-50ee1f6a-0837-4057-af0e-141cb96131da tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 946 time: 0.0949092 Nov 19 20:46:47.667380 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-148998e5-2a20-4744-a463-70691b51cfd0 req-f0661617-d340-4b02-8b99-8ff2e16f845b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513916 Nov 19 20:46:47.712147 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6e20d1e2-83ba-4e38-954d-00b74fd70104 req-63eb948d-44b5-4cc9-8be3-58648251fca1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481479 Nov 19 20:46:47.927975 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47102b-eea3-4e36-a9ae-a9bc0e91a44d req-5ae9bcb4-b832-481a-a664-06081b4438db tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:47.929610 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c47102b-eea3-4e36-a9ae-a9bc0e91a44d req-5ae9bcb4-b832-481a-a664-06081b4438db tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 945 time: 0.3927605 Nov 19 20:46:47.955029 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c868-2213-4447-b683-91dd1f63981e req-052f4782-79b4-4226-9e25-5ef53cc5512d tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:47.956647 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3b02c868-2213-4447-b683-91dd1f63981e req-052f4782-79b4-4226-9e25-5ef53cc5512d tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 944 time: 0.0873415 Nov 19 20:46:48.005903 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3b02c868-2213-4447-b683-91dd1f63981e req-ef3fb20b-2ef1-4c54-a74f-99e1834c47db tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Nov 19 20:46:48.078316 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c47102b-eea3-4e36-a9ae-a9bc0e91a44d req-ca244b2c-8439-4a27-956f-fcf7cd6395c3 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361024 Nov 19 20:46:48.086958 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-148998e5-2a20-4744-a463-70691b51cfd0 req-26a0a575-6c5c-4b75-8877-a2b754756610 service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068069 Nov 19 20:46:48.119970 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 0e634b0e-d5cc-41ed-a773-859d214af280 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:48.201226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port 0e634b0e-d5cc-41ed-a773-859d214af280 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:46:48.206825 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 0e634b0e-d5cc-41ed-a773-859d214af280 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:48.207239 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:48.233558 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48c062-82d2-4d6b-954b-788b41cc4db2 req-7c5a4bb2-4e48-4c00-9339-10b356483131 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:48.235303 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ca48c062-82d2-4d6b-954b-788b41cc4db2 req-7c5a4bb2-4e48-4c00-9339-10b356483131 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0983982 Nov 19 20:46:48.256469 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-148998e5-2a20-4744-a463-70691b51cfd0 req-0ebfea82-ad5c-4494-b5b7-e92f03ca4b10 service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468832 Nov 19 20:46:48.285917 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ca48c062-82d2-4d6b-954b-788b41cc4db2 req-6bedc0aa-28be-4cbd-b037-2466c4374755 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Nov 19 20:46:48.332348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:48.366552 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 0e634b0e-d5cc-41ed-a773-859d214af280, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e634b0e-d5cc-41ed-a773-859d214af280,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:48.369708 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:48.370634 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device e77bae61-5d97-4d50-ba0c-9369e0ebb67f up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:48.403511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-21b66c25-805e-484e-a62a-51c7162dd039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:48.485071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:46:48.499227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=0e634b0e-d5cc-41ed-a773-859d214af280,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:48.503152 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:48.513991 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port e77bae61-5d97-4d50-ba0c-9369e0ebb67f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:48.514429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:48.559644 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280', 'code': 200} Nov 19 20:46:48.939396 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b4ef0-672d-4dd6-9205-7b06aecb3ad9 req-d531548d-fadf-4e81-a839-96b11ced925e tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:48.941016 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d49b4ef0-672d-4dd6-9205-7b06aecb3ad9 req-d531548d-fadf-4e81-a839-96b11ced925e tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 946 time: 0.0854838 Nov 19 20:46:48.990752 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d49b4ef0-672d-4dd6-9205-7b06aecb3ad9 req-7d528c8b-5631-409f-ae2a-0c0a6a280f2a tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435445 Nov 19 20:46:49.028121 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7666a62d-057d-40b8-b763-582c202e21bc req-426c0edf-fd53-4a2b-a0c4-ea3d887ea60e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 1163 time: 0.0805268 Nov 19 20:46:49.215288 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7666a62d-057d-40b8-b763-582c202e21bc req-c6fd0ca0-f8b9-4a07-bc90-06ba11b6e20c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569099 Nov 19 20:46:49.243363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9ecb-3629-492d-8909-f78308e8ca9f req-9f7c0058-346d-4a70-a679-412ca022f8a3 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:49.244926 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1c5c9ecb-3629-492d-8909-f78308e8ca9f req-9f7c0058-346d-4a70-a679-412ca022f8a3 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 946 time: 0.1716866 Nov 19 20:46:49.265741 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757697c-86c7-48b4-b578-ee1bbac013a5 req-835205a5-ed15-4ffd-addc-0e8c9e12c3f5 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:49.267378 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6757697c-86c7-48b4-b578-ee1bbac013a5 req-835205a5-ed15-4ffd-addc-0e8c9e12c3f5 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 946 time: 0.1207688 Nov 19 20:46:49.300565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a8b95-b8b5-4604-b124-657fd3ca7ee5 req-04623f22-6904-49df-86a6-629a00c15dca tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:49.302225 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e86a8b95-b8b5-4604-b124-657fd3ca7ee5 req-04623f22-6904-49df-86a6-629a00c15dca tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 945 time: 0.0899639 Nov 19 20:46:49.319430 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6757697c-86c7-48b4-b578-ee1bbac013a5 req-88f4d034-457f-4d2d-8be6-7a243f4c3687 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Nov 19 20:46:49.352710 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e86a8b95-b8b5-4604-b124-657fd3ca7ee5 req-7c5d9e46-3255-464b-bd4a-898952383ae0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 Nov 19 20:46:49.545851 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fd2c0-fbdb-4861-bf35-8446be9ed207 req-f380cdb6-d155-421b-8ff2-07feb63876c3 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:49.548095 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cf3fd2c0-fbdb-4861-bf35-8446be9ed207 req-f380cdb6-d155-421b-8ff2-07feb63876c3 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0872030 Nov 19 20:46:49.628939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 0e634b0e-d5cc-41ed-a773-859d214af280 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:49.646962 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cf3fd2c0-fbdb-4861-bf35-8446be9ed207 req-f5137106-d2f8-40cd-bacb-3724ff31723d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925088 Nov 19 20:46:49.671337 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1c5c9ecb-3629-492d-8909-f78308e8ca9f req-68d28b38-bd40-45e0-bd34-bb48a52a15e9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Deleting port a3465228-8fdc-4765-9b14-9eed3a52f4ce {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:46:49.671735 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1c5c9ecb-3629-492d-8909-f78308e8ca9f req-68d28b38-bd40-45e0-bd34-bb48a52a15e9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:49.716247 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 0e634b0e-d5cc-41ed-a773-859d214af280 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:49.717379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:49.851896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device e77bae61-5d97-4d50-ba0c-9369e0ebb67f up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:49.924759 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port e77bae61-5d97-4d50-ba0c-9369e0ebb67f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:49.925269 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:49.974777 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-1c5c9ecb-3629-492d-8909-f78308e8ca9f req-68d28b38-bd40-45e0-bd34-bb48a52a15e9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] For port a3465228-8fdc-4765-9b14-9eed3a52f4ce, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=a3465228-8fdc-4765-9b14-9eed3a52f4ce,segment=NetworkSegment(b7667e6d-460c-434a-9a97-415fdf93511f),segment_id=b7667e6d-460c-434a-9a97-415fdf93511f)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:49.975333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1c5c9ecb-3629-492d-8909-f78308e8ca9f req-68d28b38-bd40-45e0-bd34-bb48a52a15e9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:50.081626 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device a3465228-8fdc-4765-9b14-9eed3a52f4ce no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:46:50.115817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1c5c9ecb-3629-492d-8909-f78308e8ca9f req-68d28b38-bd40-45e0-bd34-bb48a52a15e9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Calling delete_port for a3465228-8fdc-4765-9b14-9eed3a52f4ce owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:46:50.226817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:50.249392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dc355-7391-4a56-adbe-d296a3d37b2a req-d3dff3f4-c669-48e6-bc80-9c947058b3b6 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:50.256934 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-273dc355-7391-4a56-adbe-d296a3d37b2a req-d3dff3f4-c669-48e6-bc80-9c947058b3b6 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 946 time: 0.1121030 Nov 19 20:46:50.309296 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-273dc355-7391-4a56-adbe-d296a3d37b2a req-232baef0-7fb2-4f3d-be61-0369bd4f4f05 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/security-groups?id=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508046 Nov 19 20:46:50.313045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1c5c9ecb-3629-492d-8909-f78308e8ca9f req-68d28b38-bd40-45e0-bd34-bb48a52a15e9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:50.334838 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:50.398032 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d28b38-bd40-45e0-bd34-bb48a52a15e9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Pushing event deleted for resources: {'Port': ['ID=a3465228-8fdc-4765-9b14-9eed3a52f4ce,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:50.402834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-68d28b38-bd40-45e0-bd34-bb48a52a15e9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:50.574502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5c9ecb-3629-492d-8909-f78308e8ca9f req-68d28b38-bd40-45e0-bd34-bb48a52a15e9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] No DVR routers for this DVR port a3465228-8fdc-4765-9b14-9eed3a52f4ce on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:46:50.576524 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa91cd-a998-4663-a7e8-eae25dc17530 req-e470c02c-0fc9-431c-8804-6b283f98a994 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:50.576708 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1c5c9ecb-3629-492d-8909-f78308e8ca9f req-68d28b38-bd40-45e0-bd34-bb48a52a15e9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:50.578430 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1ffa91cd-a998-4663-a7e8-eae25dc17530 req-e470c02c-0fc9-431c-8804-6b283f98a994 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 946 time: 0.0957961 Nov 19 20:46:50.579566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83af981a-1f55-4f90-893c-75be46782195', 'name': 'network-vif-deleted', 'tag': 'a3465228-8fdc-4765-9b14-9eed3a52f4ce'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:46:50.594779 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1c5c9ecb-3629-492d-8909-f78308e8ca9f req-68d28b38-bd40-45e0-bd34-bb48a52a15e9 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.24 "DELETE /v2.0/ports/a3465228-8fdc-4765-9b14-9eed3a52f4ce HTTP/1.1" status: 204 len: 173 time: 1.0096900 Nov 19 20:46:50.631979 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1ffa91cd-a998-4663-a7e8-eae25dc17530 req-9f333c0d-cc11-4600-bada-baf330e298a1 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461171 Nov 19 20:46:50.694562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621927-954f-4aad-9900-6795c9019147 req-32bec0f2-7bcb-4a79-bf6c-db5452bb6bec tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:50.696871 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-67621927-954f-4aad-9900-6795c9019147 req-32bec0f2-7bcb-4a79-bf6c-db5452bb6bec tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 945 time: 0.0948453 Nov 19 20:46:50.721142 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83af981a-1f55-4f90-893c-75be46782195', 'name': 'network-vif-deleted', 'tag': 'a3465228-8fdc-4765-9b14-9eed3a52f4ce', 'status': 'completed', 'code': 200} Nov 19 20:46:50.754734 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-67621927-954f-4aad-9900-6795c9019147 req-13b46390-a3f9-42ae-be75-f2f8f6f3bd35 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500438 Nov 19 20:46:50.900289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc37c9-200f-49a9-aeda-d36e29a192f0 req-7ebd96a2-d9a2-4e55-a57d-ddf4bb11c657 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:50.902367 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-84fc37c9-200f-49a9-aeda-d36e29a192f0 req-7ebd96a2-d9a2-4e55-a57d-ddf4bb11c657 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0932331 Nov 19 20:46:50.956822 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-84fc37c9-200f-49a9-aeda-d36e29a192f0 req-bb087cb4-d07d-417c-8d6b-a6bbb7eebe2e tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477433 Nov 19 20:46:51.463720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 0e634b0e-d5cc-41ed-a773-859d214af280 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:51.511109 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-927ed4c7-b7fa-4d72-a96d-d05fc0320c17 req-1ac4b695-fbf3-4198-a823-19ae857505d8 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Synchronizing usage tracker for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:51.530182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-927ed4c7-b7fa-4d72-a96d-d05fc0320c17 req-1ac4b695-fbf3-4198-a823-19ae857505d8 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Unset dirty status for tenant:deb85f345c6f42f4be3169158c29fd70 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:51.531869 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-927ed4c7-b7fa-4d72-a96d-d05fc0320c17 req-1ac4b695-fbf3-4198-a823-19ae857505d8 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] 10.222.0.13 "GET /v2.0/ports?device_id=83af981a-1f55-4f90-893c-75be46782195 HTTP/1.1" status: 200 len: 210 time: 0.0681577 Nov 19 20:46:51.545606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 0e634b0e-d5cc-41ed-a773-859d214af280 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:51.546030 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:51.850575 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cc05e-cbfc-41a2-8137-a43539028d1d req-6c2cda89-65f8-4b2a-a362-08380604279c tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:51.852190 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f16cc05e-cbfc-41a2-8137-a43539028d1d req-6c2cda89-65f8-4b2a-a362-08380604279c tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 946 time: 0.0853653 Nov 19 20:46:51.901428 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f16cc05e-cbfc-41a2-8137-a43539028d1d req-dce5dc20-1b29-4fe5-ac1f-7a854a4a8f2b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430338 Nov 19 20:46:51.977103 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57fec-34fa-4c83-b7b8-45e9ae6f749f req-1e6a8034-3ced-4fb0-b1b6-73fd67a26575 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:51.978729 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-82f57fec-34fa-4c83-b7b8-45e9ae6f749f req-1e6a8034-3ced-4fb0-b1b6-73fd67a26575 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 945 time: 0.0876617 Nov 19 20:46:52.035144 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-82f57fec-34fa-4c83-b7b8-45e9ae6f749f req-9035902d-22b4-4d6e-9620-ee30990bb591 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488462 Nov 19 20:46:52.127774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4377441-a1f7-4500-b6ec-5aaf5a185641 req-71e31c0d-4c03-48d2-9876-9f179c2686a7 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:52.129467 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b4377441-a1f7-4500-b6ec-5aaf5a185641 req-71e31c0d-4c03-48d2-9876-9f179c2686a7 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 946 time: 0.0897408 Nov 19 20:46:52.180798 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b4377441-a1f7-4500-b6ec-5aaf5a185641 req-0a93d53f-6119-406f-b119-c9b7e15768f8 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Nov 19 20:46:52.247723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c318-77a9-4276-a940-1472bac2dd3e req-7d299476-5861-4875-b8da-d55b8043f655 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:52.249403 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8576c318-77a9-4276-a940-1472bac2dd3e req-7d299476-5861-4875-b8da-d55b8043f655 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0844846 Nov 19 20:46:52.299085 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8576c318-77a9-4276-a940-1472bac2dd3e req-b9537642-a733-40ce-83fe-bff73380a36c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Nov 19 20:46:52.633659 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed2df-f4ee-47db-ba0a-2ed79c100b4a req-16646459-9474-4cf8-ac67-e5b62a83596e tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:52.635268 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dbbed2df-f4ee-47db-ba0a-2ed79c100b4a req-16646459-9474-4cf8-ac67-e5b62a83596e tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 946 time: 0.0857575 Nov 19 20:46:52.651147 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47492) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:52.685215 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dbbed2df-f4ee-47db-ba0a-2ed79c100b4a req-b9e53961-6fcb-4b52-bd91-bc8984a52bc9 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431190 Nov 19 20:46:52.724973 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b1c85e-89ba-4b13-a3d9-dd7fb2b06f63 admin admin] Deleting subnet 45484d4f-2d08-4b31-bfcf-6ef2b7a41861 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:46:52.728302 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c85e-89ba-4b13-a3d9-dd7fb2b06f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:52.786813 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c85e-89ba-4b13-a3d9-dd7fb2b06f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851966914'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:52.846971 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c85e-89ba-4b13-a3d9-dd7fb2b06f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:53.178367 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c85e-89ba-4b13-a3d9-dd7fb2b06f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851923000'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:53.268246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device e77bae61-5d97-4d50-ba0c-9369e0ebb67f up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:46:53.276916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b11cc0-823f-4f7b-8c79-d4a061110948 req-070fb0ee-23f2-4a49-ad49-99a0d881a29a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:53.278501 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-06b11cc0-823f-4f7b-8c79-d4a061110948 req-070fb0ee-23f2-4a49-ad49-99a0d881a29a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.24 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 945 time: 0.1615727 Nov 19 20:46:53.301209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:53.346166 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port e77bae61-5d97-4d50-ba0c-9369e0ebb67f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:46:53.346670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:53.362935 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-06b11cc0-823f-4f7b-8c79-d4a061110948 req-3b1c1dab-0157-41ae-801c-aeec378a1899 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Deleting port e77bae61-5d97-4d50-ba0c-9369e0ebb67f {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:46:53.363320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-06b11cc0-823f-4f7b-8c79-d4a061110948 req-3b1c1dab-0157-41ae-801c-aeec378a1899 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:53.380131 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1c85e-89ba-4b13-a3d9-dd7fb2b06f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45484d4f-2d08-4b31-bfcf-6ef2b7a41861,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:53.385757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f4b1c85e-89ba-4b13-a3d9-dd7fb2b06f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:53.425698 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c85e-89ba-4b13-a3d9-dd7fb2b06f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:53.431783 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f4b1c85e-89ba-4b13-a3d9-dd7fb2b06f63 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/45484d4f-2d08-4b31-bfcf-6ef2b7a41861 HTTP/1.1" status: 204 len: 168 time: 0.7794881 Nov 19 20:46:53.436409 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47508) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:53.492228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8e561-4771-4812-bcee-ab4cc3b48241 req-cbba636d-923e-4673-98f2-e29b3418e365 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:53.493900 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-20e8e561-4771-4812-bcee-ab4cc3b48241 req-cbba636d-923e-4673-98f2-e29b3418e365 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 945 time: 0.1943355 Nov 19 20:46:53.612536 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:53.692340 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-20e8e561-4771-4812-bcee-ab4cc3b48241 req-34547acc-d625-4d6b-b3bb-b99e0af00f87 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902919 Nov 19 20:46:53.703210 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b426c8e-5bbd-4383-9aab-510ca00935da req-47588d51-d26e-4534-9125-94c6c2fd5dd6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:53.704851 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5b426c8e-5bbd-4383-9aab-510ca00935da req-47588d51-d26e-4534-9125-94c6c2fd5dd6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.2232616 Nov 19 20:46:53.746714 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-06b11cc0-823f-4f7b-8c79-d4a061110948 req-3b1c1dab-0157-41ae-801c-aeec378a1899 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] For port e77bae61-5d97-4d50-ba0c-9369e0ebb67f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e77bae61-5d97-4d50-ba0c-9369e0ebb67f,segment=NetworkSegment(e55f10a2-f1f7-4978-8d17-b8aca9eccfd4),segment_id=e55f10a2-f1f7-4978-8d17-b8aca9eccfd4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:46:53.747091 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-06b11cc0-823f-4f7b-8c79-d4a061110948 req-3b1c1dab-0157-41ae-801c-aeec378a1899 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:53.893635 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-06b11cc0-823f-4f7b-8c79-d4a061110948 req-3b1c1dab-0157-41ae-801c-aeec378a1899 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Calling delete_port for e77bae61-5d97-4d50-ba0c-9369e0ebb67f owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:46:53.955047 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5b426c8e-5bbd-4383-9aab-510ca00935da req-08ceba19-de59-4477-a430-805b1aa21a41 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401888 Nov 19 20:46:54.025742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:54.060333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-06b11cc0-823f-4f7b-8c79-d4a061110948 req-3b1c1dab-0157-41ae-801c-aeec378a1899 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:54.076919 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:54.131041 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c1dab-0157-41ae-801c-aeec378a1899 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Pushing event deleted for resources: {'Port': ['ID=e77bae61-5d97-4d50-ba0c-9369e0ebb67f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:54.144764 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3b1c1dab-0157-41ae-801c-aeec378a1899 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:54.144966 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343d6c05-0742-4383-94b3-ea67030c008b']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:54.158296 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7667e6d-460c-434a-9a97-415fdf93511f') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:54.158622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7667e6d-460c-434a-9a97-415fdf93511f') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:46:54.170965 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2808885'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:54.186596 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:54.188945 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:46:54.301704 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b11cc0-823f-4f7b-8c79-d4a061110948 req-3b1c1dab-0157-41ae-801c-aeec378a1899 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] No DVR routers for this DVR port e77bae61-5d97-4d50-ba0c-9369e0ebb67f on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:46:54.304747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-06b11cc0-823f-4f7b-8c79-d4a061110948 req-3b1c1dab-0157-41ae-801c-aeec378a1899 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:54.307587 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de31bd-5cf8-4c93-b87b-5e2945382bfb', 'name': 'network-vif-deleted', 'tag': 'e77bae61-5d97-4d50-ba0c-9369e0ebb67f'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:46:54.327097 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-06b11cc0-823f-4f7b-8c79-d4a061110948 req-3b1c1dab-0157-41ae-801c-aeec378a1899 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.24 "DELETE /v2.0/ports/e77bae61-5d97-4d50-ba0c-9369e0ebb67f HTTP/1.1" status: 204 len: 173 time: 1.0429621 Nov 19 20:46:54.397785 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Network 343d6c05-0742-4383-94b3-ea67030c008b has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:46:54.405477 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30de31bd-5cf8-4c93-b87b-5e2945382bfb', 'name': 'network-vif-deleted', 'tag': 'e77bae61-5d97-4d50-ba0c-9369e0ebb67f', 'status': 'completed', 'code': 200} Nov 19 20:46:54.418235 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853011291'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:54.600929 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Network 343d6c05-0742-4383-94b3-ea67030c008b has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:46:54.632495 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:46:54.706135 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:54.709654 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:54.723953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:54.735485 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=343d6c05-0742-4383-94b3-ea67030c008b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:54.739979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:54.747145 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b66a7094-6ec2-43c8-b6a8-f518768a2f16 admin admin] 10.222.0.13 "DELETE /v2.0/networks/343d6c05-0742-4383-94b3-ea67030c008b HTTP/1.1" status: 204 len: 168 time: 1.3052256 Nov 19 20:46:54.908893 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e77ce223-dfa4-40ec-9f6d-84302eb1b5be req-d8dae72e-5b90-484b-88f8-8959178df6cb tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=30de31bd-5cf8-4c93-b87b-5e2945382bfb HTTP/1.1" status: 200 len: 210 time: 0.0626748 Nov 19 20:46:54.978142 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47532) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:55.017150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device e77bae61-5d97-4d50-ba0c-9369e0ebb67f no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:46:55.101903 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] No Port match for: e77bae61-5d97-4d50-ba0c-9369e0ebb67f {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:46:55.102017 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device e77bae61-5d97-4d50-ba0c-9369e0ebb67f not bound to the agent host hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:46:55.126563 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 47542) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:46:55.126772 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-8b648588-a44a-4563-b9b9-fcd88f979bea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=deb85f345c6f42f4be3169158c29fd70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1473114 Nov 19 20:46:55.217302 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2ac878-4bbb-44be-8ba2-5d8dc9b500bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:55.227501 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbc3c1-3af9-4cc5-ba71-dd5d6cfd85c3 req-22af3e13-dff5-4155-8046-39896e685100 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:55.229279 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-43fbc3c1-3af9-4cc5-ba71-dd5d6cfd85c3 req-22af3e13-dff5-4155-8046-39896e685100 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0901711 Nov 19 20:46:55.271112 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2ac878-4bbb-44be-8ba2-5d8dc9b500bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:55.289886 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-43fbc3c1-3af9-4cc5-ba71-dd5d6cfd85c3 req-0a63d6b1-9db8-422e-be43-b1f5c1ec45df tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516033 Nov 19 20:46:55.329410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2ac878-4bbb-44be-8ba2-5d8dc9b500bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:55.334572 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2e8823cb-071c-453c-aedc-61c31eb09b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:55.349623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ac878-4bbb-44be-8ba2-5d8dc9b500bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:46:55.356322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7d2ac878-4bbb-44be-8ba2-5d8dc9b500bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:46:55.357340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d2ac878-4bbb-44be-8ba2-5d8dc9b500bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:55.358585 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7d2ac878-4bbb-44be-8ba2-5d8dc9b500bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec1d7a37-1ee2-4293-8fd7-d3dcda4c0e90 HTTP/1.1" status: 204 len: 168 time: 0.2310512 Nov 19 20:46:56.428841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-0cf6ee69-f7c4-4ce4-81a8-c765fbc2f6e8 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:56.430440 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-0cf6ee69-f7c4-4ce4-81a8-c765fbc2f6e8 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/networks?id=e29a5f8c-7b83-49c4-9154-66c487af0a0a HTTP/1.1" status: 200 len: 809 time: 0.1767147 Nov 19 20:46:56.447618 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-6746425d-f98c-44f9-ad33-4eabaaacf8d6 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/quotas/b32e9275ec014bae80812d80887829ce HTTP/1.1" status: 200 len: 375 time: 0.0113378 Nov 19 20:46:56.506019 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-809ec452-5e84-4662-acf1-6528db016e57 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?tenant_id=b32e9275ec014bae80812d80887829ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522010 Nov 19 20:46:56.663187 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-d38840e5-f309-43a3-958d-007de00b154a service neutron] 10.222.0.13 "GET /v2.0/networks/e29a5f8c-7b83-49c4-9154-66c487af0a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466589 Nov 19 20:46:56.832694 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-0901d18b-ac2d-472e-99e2-bb433f669607 service neutron] 10.222.0.13 "GET /v2.0/networks/e29a5f8c-7b83-49c4-9154-66c487af0a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1628318 Nov 19 20:46:57.177143 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-6e3218b5-84f1-4b10-a3b1-ae49c8d67d72 req-1ae21f6a-b43e-46d2-be6a-60aa4642ff59 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Synchronizing usage tracker for tenant:b32e9275ec014bae80812d80887829ce on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:46:57.193625 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-6e3218b5-84f1-4b10-a3b1-ae49c8d67d72 req-1ae21f6a-b43e-46d2-be6a-60aa4642ff59 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Unset dirty status for tenant:b32e9275ec014bae80812d80887829ce on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:46:57.195646 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6e3218b5-84f1-4b10-a3b1-ae49c8d67d72 req-1ae21f6a-b43e-46d2-be6a-60aa4642ff59 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 210 time: 0.0691810 Nov 19 20:46:57.211000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21b8b5-804f-4869-a390-61bc096e8a57 req-de62b9f9-98b4-44cb-9d36-b407a2e89836 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:57.213288 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2e21b8b5-804f-4869-a390-61bc096e8a57 req-de62b9f9-98b4-44cb-9d36-b407a2e89836 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1077776 Nov 19 20:46:57.268897 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2e21b8b5-804f-4869-a390-61bc096e8a57 req-4dbfd727-69e9-4228-96b3-fbf007699826 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432611 Nov 19 20:46:57.958711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa28ee7-cbe3-4d2b-920b-054657914871 req-a9771e8c-8fe9-487f-8eb6-cef93785c3d8 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:57.960299 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2fa28ee7-cbe3-4d2b-920b-054657914871 req-a9771e8c-8fe9-487f-8eb6-cef93785c3d8 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 946 time: 0.0881634 Nov 19 20:46:58.008903 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2fa28ee7-cbe3-4d2b-920b-054657914871 req-75782914-c355-4a06-becb-3a9ac166b968 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423379 Nov 19 20:46:58.406025 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-162f3427-25a3-4907-b6f6-d9f37ad60f1b req-f6ead54a-f291-43aa-8e38-e6bcc2243d91 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 210 time: 0.0643523 Nov 19 20:46:58.578165 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-0c7d0dcb-2aa4-47ae-a811-2b6ea78706dd tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5118418 Nov 19 20:46:58.587024 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-c2445fa4-7d0f-49cb-bc8c-f1017d2a1f52 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:58.588573 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-c2445fa4-7d0f-49cb-bc8c-f1017d2a1f52 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.24 "GET /v2.0/networks?id=e29a5f8c-7b83-49c4-9154-66c487af0a0a HTTP/1.1" status: 200 len: 809 time: 0.2690017 Nov 19 20:46:58.594283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Request body: {'floatingip': {'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:58.599936 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:58.604318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Usage tracker for resource:floatingip and tenant:769533c7fe5a4e848b3a5023b8d1da03 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:46:58.607337 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:46:58.614763 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:58.623753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Request body: {'port': {'device_id': '94437437-6df8-4bd4-886c-e2bff10602be', 'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a', 'admin_state_up': True, 'tenant_id': 'b32e9275ec014bae80812d80887829ce'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:46:58.631717 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b627c-26d3-4e2e-9c0c-891219f12a80 req-5e792c89-38cf-439a-b08e-401fd970b38c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:58.633370 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-406b627c-26d3-4e2e-9c0c-891219f12a80 req-5e792c89-38cf-439a-b08e-401fd970b38c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0913343 Nov 19 20:46:58.646942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:58.691996 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-406b627c-26d3-4e2e-9c0c-891219f12a80 req-3647507b-5426-4018-b417-fc542257e129 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481601 Nov 19 20:46:58.895803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:46:58.912063 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:46:58.927252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Made reservation on behalf of b32e9275ec014bae80812d80887829ce for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:46:58.932755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:58.972010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:59.497631 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Allocated IP 172.20.0.11 (e29a5f8c-7b83-49c4-9154-66c487af0a0a/ac38865d-64a5-4cae-b5be-d9844b04e596/efd05419-428c-429d-b54c-849b99c8e3f3) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:46:59.508135 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Allocated IP 172.28.1.247 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/fd502823-eeb2-4a74-b5fd-0cf978e7b504) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:46:59.585451 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8e4ab826-fdee-4789-a501-2e22956b6bbe req-c086ab63-ba11-4760-bef9-022910d953a2 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 210 time: 0.0456922 Nov 19 20:46:59.828774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:59.877542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:59.901022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:46:59.926309 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7fe0cc72-d351-41b1-968a-47135bd82dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:46:59.937752 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae924bd0-8820-4d9c-b6cc-72b38cd5fdea req-5a5b430c-3c33-42a0-80a6-fec700f11095 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:46:59.939456 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ae924bd0-8820-4d9c-b6cc-72b38cd5fdea req-5a5b430c-3c33-42a0-80a6-fec700f11095 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0954020 Nov 19 20:46:59.992483 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ae924bd0-8820-4d9c-b6cc-72b38cd5fdea req-0bcc62b0-9bbb-4cb8-bdf4-ee617bd9f887 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Nov 19 20:47:00.007265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:00.090672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Pushing event updated for resources: {'Port': ['ID=fd502823-eeb2-4a74-b5fd-0cf978e7b504,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:00.113706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:00.114237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:00.484393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Pushing event updated for resources: {'Port': ['ID=efd05419-428c-429d-b54c-849b99c8e3f3,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:00.490619 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:00.504376 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:47:00.507338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:47:00.518810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:47:00.601490 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Network e29a5f8c-7b83-49c4-9154-66c487af0a0a is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:47:00.603056 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:47:00.605994 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:47:00.672604 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47674) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:00.681778 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:00.682392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:00.719909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:00.722409 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1037891 Nov 19 20:47:00.763660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Request body: {'port': {'device_id': '94437437-6df8-4bd4-886c-e2bff10602be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:00.838128 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:00.850819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37be525-1f24-4f75-9677-b7d913db2fe7 req-6dd85d02-9da1-418f-b0a5-e1cf6f01f62d tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:00.852490 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d37be525-1f24-4f75-9677-b7d913db2fe7 req-6dd85d02-9da1-418f-b0a5-e1cf6f01f62d tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 932 time: 0.1044819 Nov 19 20:47:00.853638 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1694f5a9-3656-417c-bdfc-fcbdb945eee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:00.925791 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1694f5a9-3656-417c-bdfc-fcbdb945eee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:00.929906 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d37be525-1f24-4f75-9677-b7d913db2fe7 req-e5ee2492-fd04-43c4-a006-a03e7669ae81 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659328 Nov 19 20:47:00.932354 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1694f5a9-3656-417c-bdfc-fcbdb945eee9 admin admin] Usage tracker for resource:security_group_rule and tenant:d0216f5bd55c499ca1b0a07867470bce is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:00.935623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1694f5a9-3656-417c-bdfc-fcbdb945eee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:00.941683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1694f5a9-3656-417c-bdfc-fcbdb945eee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:00.986946 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.023124 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1694f5a9-3656-417c-bdfc-fcbdb945eee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.042002 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1694f5a9-3656-417c-bdfc-fcbdb945eee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.051007 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:01.097951 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694f5a9-3656-417c-bdfc-fcbdb945eee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76702f9d-2ce6-44dd-93a2-457f59a3b46f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:01.105510 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1694f5a9-3656-417c-bdfc-fcbdb945eee9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0216f5bd55c499ca1b0a07867470bce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4318013 Nov 19 20:47:01.106960 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1694f5a9-3656-417c-bdfc-fcbdb945eee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:01.107644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47690) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:01.228185 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3bc83ade-5159-4e22-9844-45ac814f2cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.265365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3bc83ade-5159-4e22-9844-45ac814f2cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.308227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9974fd-5e5d-4ade-88b5-4710d30cd18d req-ff8e5e3f-e3dd-4a86-856b-0ce26a4f5af2 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:01.309728 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0c9974fd-5e5d-4ade-88b5-4710d30cd18d req-ff8e5e3f-e3dd-4a86-856b-0ce26a4f5af2 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1562657 Nov 19 20:47:01.362954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3bc83ade-5159-4e22-9844-45ac814f2cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.368065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-04636c6a-4275-426c-b73c-21cf0d2bb26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:01.376852 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0c9974fd-5e5d-4ade-88b5-4710d30cd18d req-12b98f10-f1c7-44e3-a026-13c03a3830bd tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576606 Nov 19 20:47:01.384470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc83ade-5159-4e22-9844-45ac814f2cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76702f9d-2ce6-44dd-93a2-457f59a3b46f,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:01.387293 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3bc83ade-5159-4e22-9844-45ac814f2cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:01.388537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3bc83ade-5159-4e22-9844-45ac814f2cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.393261 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-3bc83ade-5159-4e22-9844-45ac814f2cee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76702f9d-2ce6-44dd-93a2-457f59a3b46f HTTP/1.1" status: 204 len: 168 time: 0.2835691 Nov 19 20:47:01.490929 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.496978 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.514246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9973de5-006b-41ed-a235-10a80ae8b8e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:01.675938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Pushing event updated for resources: {'Port': ['ID=fd502823-eeb2-4a74-b5fd-0cf978e7b504,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:01.690232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:01.830212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd05419-428c-429d-b54c-849b99c8e3f3 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:47:01.846368 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.866683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Transition to ACTIVE for port object efd05419-428c-429d-b54c-849b99c8e3f3 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:47:01.870038 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.875931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.896578 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:01.967231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:01.969146 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3795843 Nov 19 20:47:02.129694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=efd05419-428c-429d-b54c-849b99c8e3f3,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:02.151706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:02.165232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-1b87e010-041e-47d8-b59a-61396ced327c tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Synchronizing usage tracker for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:floatingip {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:02.204532 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-1b87e010-041e-47d8-b59a-61396ced327c tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Unset dirty status for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:floatingip {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:02.205844 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-1b87e010-041e-47d8-b59a-61396ced327c tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.247 HTTP/1.1" status: 200 len: 696 time: 0.2265947 Nov 19 20:47:02.215443 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bf555-aea5-4063-a4c7-9011ac062cbf req-bde304e7-2d43-40ca-b914-5f1584dd445e tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:02.217088 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cb2bf555-aea5-4063-a4c7-9011ac062cbf req-bde304e7-2d43-40ca-b914-5f1584dd445e tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 944 time: 0.1328871 Nov 19 20:47:02.275285 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cb2bf555-aea5-4063-a4c7-9011ac062cbf req-d78c88a4-3c91-4e99-8840-f3023cba99c1 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508144 Nov 19 20:47:02.495348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-af262885-edc8-49c5-b23a-19f107dc3637 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:02.496871 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-af262885-edc8-49c5-b23a-19f107dc3637 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/networks/19bfa57d-a95f-48de-acf6-6b99b2c60e31 HTTP/1.1" status: 200 len: 784 time: 0.2385607 Nov 19 20:47:02.497824 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Attempting to bind port efd05419-428c-429d-b54c-849b99c8e3f3 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:47:02.498189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Attempting to bind port efd05419-428c-429d-b54c-849b99c8e3f3 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'e55f10a2-f1f7-4978-8d17-b8aca9eccfd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:47:02.498548 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Attempting to bind port efd05419-428c-429d-b54c-849b99c8e3f3 on network e29a5f8c-7b83-49c4-9154-66c487af0a0a {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:47:02.512034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-2aab9d11-1def-4ad9-bdf8-1c2b8b0dd01b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:47:02.513165 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-172f59ac-2eb6-4a42-984f-39d706232c5b req-2aab9d11-1def-4ad9-bdf8-1c2b8b0dd01b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0066345 Nov 19 20:47:02.513909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:47:02.514284 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Checking segment: {'id': 'e55f10a2-f1f7-4978-8d17-b8aca9eccfd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:47:02.514712 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:02.515593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Bound using segment: {'id': 'e55f10a2-f1f7-4978-8d17-b8aca9eccfd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:47:02.516087 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Bound port: efd05419-428c-429d-b54c-849b99c8e3f3, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55f10a2-f1f7-4978-8d17-b8aca9eccfd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e29a5f8c-7b83-49c4-9154-66c487af0a0a'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:47:02.516649 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:02.625358 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] For port efd05419-428c-429d-b54c-849b99c8e3f3, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:47:02.629129 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] For port efd05419-428c-429d-b54c-849b99c8e3f3, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=efd05419-428c-429d-b54c-849b99c8e3f3,segment=NetworkSegment(e55f10a2-f1f7-4978-8d17-b8aca9eccfd4),segment_id=e55f10a2-f1f7-4978-8d17-b8aca9eccfd4)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:47:02.634340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:02.643233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae476f-0abc-4711-b204-6cc14d1354e1 req-fe650c1b-1f55-4237-9d1b-576a61074e85 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:02.644891 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-70ae476f-0abc-4711-b204-6cc14d1354e1 req-fe650c1b-1f55-4237-9d1b-576a61074e85 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0964882 Nov 19 20:47:02.652707 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2df54ed-0884-434b-8775-bbff176acf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:02.699913 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-70ae476f-0abc-4711-b204-6cc14d1354e1 req-cdd287bb-f614-471c-8335-66ac3fb43fb9 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488968 Nov 19 20:47:03.119328 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=efd05419-428c-429d-b54c-849b99c8e3f3,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:03.122856 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:03.137027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:03.138513 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/efd05419-428c-429d-b54c-849b99c8e3f3 HTTP/1.1" status: 200 len: 1158 time: 2.3832700 Nov 19 20:47:03.143333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94437437-6df8-4bd4-886c-e2bff10602be', 'tag': 'efd05419-428c-429d-b54c-849b99c8e3f3'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:47:03.155216 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-745a8643-289f-4f60-82f4-8df9ccfce9f0 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:03.158071 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-745a8643-289f-4f60-82f4-8df9ccfce9f0 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5065272 Nov 19 20:47:03.246087 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94437437-6df8-4bd4-886c-e2bff10602be', 'tag': 'efd05419-428c-429d-b54c-849b99c8e3f3', 'status': 'completed', 'code': 200} Nov 19 20:47:03.373450 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device de7acc0c-480e-4771-a479-c60439073878 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:03.377825 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-5979a6e4-e771-4d4b-ada1-89e7bf9b21c6 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.247 HTTP/1.1" status: 200 len: 696 time: 0.2097359 Nov 19 20:47:03.402186 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-bedc3e89-c72e-42d1-a4cb-731679d481be tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Request body: {'floatingip': {'port_id': '0e634b0e-d5cc-41ed-a773-859d214af280', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:03.493790 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port de7acc0c-480e-4771-a479-c60439073878 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:03.494224 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:03.506305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-bedc3e89-c72e-42d1-a4cb-731679d481be tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:03.610985 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f757d05f-b659-474d-88ab-13e8397a9605 req-f29aeb6e-7245-4eac-88a1-8cf8194d1b9e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2860663 Nov 19 20:47:03.647619 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-c2873387-74a2-4972-96c9-80a0a18249f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b32e9275ec014bae80812d80887829ce&device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 1161 time: 0.3991654 Nov 19 20:47:03.684490 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c5f44-de17-41db-bae5-5bf2a6d8316d req-554c8de4-2418-471f-a575-11899ad1a314 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:03.686176 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-111c5f44-de17-41db-bae5-5bf2a6d8316d req-554c8de4-2418-471f-a575-11899ad1a314 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 944 time: 0.0975356 Nov 19 20:47:03.745296 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-111c5f44-de17-41db-bae5-5bf2a6d8316d req-3e849422-9fc1-4097-b036-5bce86410e56 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518398 Nov 19 20:47:03.824274 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-1be06157-4034-4ca2-a7ac-072e50fa7463 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd05419-428c-429d-b54c-849b99c8e3f3 HTTP/1.1" status: 200 len: 217 time: 0.1581514 Nov 19 20:47:03.950551 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d27c41-a071-400f-a172-9b69742fa58b req-fbfdc4c8-57a0-4b2c-983a-df016b8cb533 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:03.952469 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-41d27c41-a071-400f-a172-9b69742fa58b req-fbfdc4c8-57a0-4b2c-983a-df016b8cb533 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0920608 Nov 19 20:47:04.009263 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-41d27c41-a071-400f-a172-9b69742fa58b req-62a2a0a4-2b4a-41f7-bf59-4f7f5fdd22af tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488982 Nov 19 20:47:04.017252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-c5b91595-9f09-4222-b904-8fc889a18400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:04.018856 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-c5b91595-9f09-4222-b904-8fc889a18400 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac38865d-64a5-4cae-b5be-d9844b04e596 HTTP/1.1" status: 200 len: 849 time: 0.1827049 Nov 19 20:47:04.133953 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-5c2723ba-28bb-4aa4-82b7-621715d6e85e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e29a5f8c-7b83-49c4-9154-66c487af0a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060071 Nov 19 20:47:04.155113 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f757d05f-b659-474d-88ab-13e8397a9605 req-fcc7d165-7f41-43a5-a3b3-6bddd80e3c85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 1162 time: 0.4195740 Nov 19 20:47:04.209402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47772) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:04.385434 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf320df0-61cd-4b38-8e4e-8858ddfaf329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:04.423053 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cf320df0-61cd-4b38-8e4e-8858ddfaf329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:04.427152 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-cf320df0-61cd-4b38-8e4e-8858ddfaf329 admin admin] Usage tracker for resource:security_group_rule and tenant:6b63f52e3f3b4dd590d1dc641b1fd3db is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:04.430298 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-cf320df0-61cd-4b38-8e4e-8858ddfaf329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:04.436091 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cf320df0-61cd-4b38-8e4e-8858ddfaf329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:04.514863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf320df0-61cd-4b38-8e4e-8858ddfaf329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:04.517781 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf320df0-61cd-4b38-8e4e-8858ddfaf329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:04.525589 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e6e2e09c-b324-4b93-ae24-702425c234fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:04.531320 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-36dee914-09b9-4692-83cf-7c1f6a10f326 service neutron] 10.222.0.24 "GET /v2.0/networks/e29a5f8c-7b83-49c4-9154-66c487af0a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792465 Nov 19 20:47:04.594475 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757d05f-b659-474d-88ab-13e8397a9605 req-5b25e785-8f92-467e-b279-78a1284c94ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:04.595675 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf320df0-61cd-4b38-8e4e-8858ddfaf329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879eaf5f-6533-45a8-9e21-1c0087281ba6,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:04.596056 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f757d05f-b659-474d-88ab-13e8397a9605 req-5b25e785-8f92-467e-b279-78a1284c94ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 904 time: 0.4069262 Nov 19 20:47:04.602547 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-cf320df0-61cd-4b38-8e4e-8858ddfaf329 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b63f52e3f3b4dd590d1dc641b1fd3db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3895478 Nov 19 20:47:04.602547 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cf320df0-61cd-4b38-8e4e-8858ddfaf329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:04.608277 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 47786) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:04.622211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-a154bfb0-62b9-46ca-9eaf-e4a9a295cd43 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Synchronizing usage tracker for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:04.638958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-a154bfb0-62b9-46ca-9eaf-e4a9a295cd43 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Unset dirty status for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:04.640634 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-a154bfb0-62b9-46ca-9eaf-e4a9a295cd43 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1074663569&fields=id&tenant_id=307deb72dd1a4c45818cccc576ec2e42 HTTP/1.1" status: 200 len: 267 time: 0.0973511 Nov 19 20:47:04.811659 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-8aa6f840-90d3-43f0-93d4-90ac7ff4a64b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:04.813606 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-8aa6f840-90d3-43f0-93d4-90ac7ff4a64b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/networks?id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45 HTTP/1.1" status: 200 len: 809 time: 0.1658087 Nov 19 20:47:04.832730 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-8432a82f-f1a9-4f95-b881-b251057eaa8f tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/quotas/307deb72dd1a4c45818cccc576ec2e42 HTTP/1.1" status: 200 len: 375 time: 0.0127361 Nov 19 20:47:04.929807 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-1217d564-8722-4647-b5c9-b335dc1ed2f4 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?tenant_id=307deb72dd1a4c45818cccc576ec2e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907514 Nov 19 20:47:05.063098 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-de3dfe2b-d3c7-4885-be32-6f971f93a2b7 req-435e945e-6640-4dbc-a79a-eefc9fd55ad9 service neutron] 10.222.0.24 "GET /v2.0/networks/e29a5f8c-7b83-49c4-9154-66c487af0a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5200336 Nov 19 20:47:05.067061 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f757d05f-b659-474d-88ab-13e8397a9605 req-63982030-9564-4b59-aa69-553ada875f65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa574c5-230d-4742-bece-8ac0ee341d69 HTTP/1.1" status: 200 len: 1001 time: 0.4596496 Nov 19 20:47:05.087461 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-e5a3442c-0610-47c0-87a4-ee5410e1e3d2 service neutron] 10.222.0.13 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435010 Nov 19 20:47:05.134480 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e5d34519-ea71-4694-9721-d6e82c05866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:05.338389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e5d34519-ea71-4694-9721-d6e82c05866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:05.358212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757d05f-b659-474d-88ab-13e8397a9605 req-e28d6d0a-0ecb-4aab-b7ca-fce800f490b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:05.360531 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f757d05f-b659-474d-88ab-13e8397a9605 req-e28d6d0a-0ecb-4aab-b7ca-fce800f490b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76030e34-5631-4aa3-9b7e-6153e008aab3 HTTP/1.1" status: 200 len: 849 time: 0.2718000 Nov 19 20:47:05.382855 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-bedc3e89-c72e-42d1-a4cb-731679d481be tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:05.442580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-bedc3e89-c72e-42d1-a4cb-731679d481be tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:05.479927 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bcde72a1-1341-4916-bf0a-6c5ebb4a24f3 service neutron] 10.222.0.13 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3769057 Nov 19 20:47:05.525450 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39cec987-49df-4f7b-897a-77a2b494ac85 req-83942979-8248-4014-a03e-aa0390276a54 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 1162 time: 0.0815480 Nov 19 20:47:05.560674 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9b55bf7-1f08-4fb3-b59a-2781b9b71098 req-874928d3-c889-4ad7-b3a2-238ae10c3f6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b32e9275ec014bae80812d80887829ce&device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 1161 time: 0.3249228 Nov 19 20:47:05.575677 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39cec987-49df-4f7b-897a-77a2b494ac85 req-873771c5-c704-437a-bbba-88fbcdae1270 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430744 Nov 19 20:47:05.596273 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e5d34519-ea71-4694-9721-d6e82c05866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:05.606751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b9389236-4710-48c5-bf54-2d97f25e1dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:05.646542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d34519-ea71-4694-9721-d6e82c05866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879eaf5f-6533-45a8-9e21-1c0087281ba6,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:05.658433 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e5d34519-ea71-4694-9721-d6e82c05866a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:05.716817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e5d34519-ea71-4694-9721-d6e82c05866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:05.721198 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e5d34519-ea71-4694-9721-d6e82c05866a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/879eaf5f-6533-45a8-9e21-1c0087281ba6 HTTP/1.1" status: 204 len: 168 time: 1.1080456 Nov 19 20:47:05.721594 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f757d05f-b659-474d-88ab-13e8397a9605 req-5b40642a-54d0-45d8-b933-088808e9df91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ce5521b-869b-47f6-915a-65202afa7823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3416462 Nov 19 20:47:05.843215 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b55bf7-1f08-4fb3-b59a-2781b9b71098 req-3f8f8d59-ff65-49f7-80b3-3feeb7184e43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:05.845175 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9b55bf7-1f08-4fb3-b59a-2781b9b71098 req-3f8f8d59-ff65-49f7-80b3-3feeb7184e43 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e29a5f8c-7b83-49c4-9154-66c487af0a0a HTTP/1.1" status: 200 len: 903 time: 0.2753329 Nov 19 20:47:05.874895 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-bedc3e89-c72e-42d1-a4cb-731679d481be tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Floating IP c20e8ef7-d000-4862-b2b7-6ba1c7477b6b associated. External IP: 172.28.1.247, port: 0e634b0e-d5cc-41ed-a773-859d214af280. Nov 19 20:47:06.063599 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9b55bf7-1f08-4fb3-b59a-2781b9b71098 req-bdd5f436-5174-4548-912f-fcee6bde6105 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd05419-428c-429d-b54c-849b99c8e3f3 HTTP/1.1" status: 200 len: 217 time: 0.1316679 Nov 19 20:47:06.185788 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e688e-84fc-46b4-985a-9fab8f088579 req-1bd57375-9d62-4758-a891-d50bbeefbbe3 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:06.188286 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-560e688e-84fc-46b4-985a-9fab8f088579 req-1bd57375-9d62-4758-a891-d50bbeefbbe3 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 944 time: 0.1047189 Nov 19 20:47:06.189397 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47812) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:06.222229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5613bc35-40ba-4069-a429-c5976357fd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:06.264493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b55bf7-1f08-4fb3-b59a-2781b9b71098 req-2532ad23-0185-4e3e-b04e-92c9c7cea05f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:06.265687 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9b55bf7-1f08-4fb3-b59a-2781b9b71098 req-2532ad23-0185-4e3e-b04e-92c9c7cea05f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac38865d-64a5-4cae-b5be-d9844b04e596 HTTP/1.1" status: 200 len: 849 time: 0.1273525 Nov 19 20:47:06.279653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5613bc35-40ba-4069-a429-c5976357fd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:06.285857 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-560e688e-84fc-46b4-985a-9fab8f088579 req-aec161b1-7719-4baa-ac78-c2b8f7e07b06 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801966 Nov 19 20:47:06.286848 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-5613bc35-40ba-4069-a429-c5976357fd2f admin admin] Usage tracker for resource:security_group_rule and tenant:6ba6cca3fe9c4434a9fa00fa2da97f23 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:06.290244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-5613bc35-40ba-4069-a429-c5976357fd2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:06.296859 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5613bc35-40ba-4069-a429-c5976357fd2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:06.366932 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f757d05f-b659-474d-88ab-13e8397a9605 req-e82f9240-7c9d-4a94-9970-af3e95d87499 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362845 Nov 19 20:47:06.382173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5613bc35-40ba-4069-a429-c5976357fd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:06.385621 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5613bc35-40ba-4069-a429-c5976357fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:06.394632 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cec4d590-7f01-490e-b6ec-9578bb56a25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:06.410122 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9b55bf7-1f08-4fb3-b59a-2781b9b71098 req-3a390a9c-a88b-4447-ad26-8061a476c3e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e29a5f8c-7b83-49c4-9154-66c487af0a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897193 Nov 19 20:47:06.441214 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613bc35-40ba-4069-a429-c5976357fd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96d1233-fbd6-4874-9738-c909b516ce7d,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:06.449765 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-5613bc35-40ba-4069-a429-c5976357fd2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ba6cca3fe9c4434a9fa00fa2da97f23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2575407 Nov 19 20:47:06.449765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5613bc35-40ba-4069-a429-c5976357fd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:06.456575 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 47818) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:06.536637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fe6ef-0848-4ebb-8707-0d1f6f216aad req-22ad9945-03bf-43a6-b5ff-e0d2dc3e30fd tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:06.538512 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f59fe6ef-0848-4ebb-8707-0d1f6f216aad req-22ad9945-03bf-43a6-b5ff-e0d2dc3e30fd tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0941901 Nov 19 20:47:06.589258 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f59fe6ef-0848-4ebb-8707-0d1f6f216aad req-3f0d6dc3-6bc2-4805-9043-1db2e9915941 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445383 Nov 19 20:47:06.748328 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:47:06.774006 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bff6ca05-345e-4864-9d92-43d8ec8b7959 req-76699959-d403-45f8-ba51-0d25d3e8bd09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 210 time: 0.0610747 Nov 19 20:47:06.951202 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9b55bf7-1f08-4fb3-b59a-2781b9b71098 req-3d6adc57-8770-420a-b8c3-eb003f8ae6e1 service neutron] 10.222.0.24 "GET /v2.0/networks/e29a5f8c-7b83-49c4-9154-66c487af0a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315607 Nov 19 20:47:06.956421 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f757d05f-b659-474d-88ab-13e8397a9605 req-765db498-0270-4e56-894d-d2e5ad843a7c service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5726919 Nov 19 20:47:06.957392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b25ace25-4589-4388-b102-ec4971d7d8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:07.018329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b25ace25-4589-4388-b102-ec4971d7d8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:07.267378 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b25ace25-4589-4388-b102-ec4971d7d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:07.273079 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7d2ac878-4bbb-44be-8ba2-5d8dc9b500bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:07.282239 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9b55bf7-1f08-4fb3-b59a-2781b9b71098 req-8ae57a51-1533-487d-8eba-9b80ea3c3881 service neutron] 10.222.0.24 "GET /v2.0/networks/e29a5f8c-7b83-49c4-9154-66c487af0a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2938643 Nov 19 20:47:07.343765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ace25-4589-4388-b102-ec4971d7d8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96d1233-fbd6-4874-9738-c909b516ce7d,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:07.353605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b25ace25-4589-4388-b102-ec4971d7d8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:07.365346 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b25ace25-4589-4388-b102-ec4971d7d8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:07.369007 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b25ace25-4589-4388-b102-ec4971d7d8e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b96d1233-fbd6-4874-9738-c909b516ce7d HTTP/1.1" status: 204 len: 168 time: 0.9090018 Nov 19 20:47:07.416574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-bedc3e89-c72e-42d1-a4cb-731679d481be tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Router ec5df87e-2023-4588-803a-6b1124400062 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:47:07.538894 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397ca92-19ef-4556-9130-b9a53fca6915 req-09397d9d-e059-46fa-a3dc-cda48d5c0852 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:07.546271 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2397ca92-19ef-4556-9130-b9a53fca6915 req-09397d9d-e059-46fa-a3dc-cda48d5c0852 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 944 time: 0.1019261 Nov 19 20:47:07.589731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device de7acc0c-480e-4771-a479-c60439073878 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:07.635664 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2397ca92-19ef-4556-9130-b9a53fca6915 req-ab25ce02-f2de-472f-bbde-03ed32a60a94 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883791 Nov 19 20:47:07.655535 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-bedc3e89-c72e-42d1-a4cb-731679d481be tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:47:07.660458 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-bedc3e89-c72e-42d1-a4cb-731679d481be tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:07.680027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e4f2c-24fb-4401-9661-73ebf615f540 None None] Sync routers for ids ['ec5df87e-2023-4588-803a-6b1124400062'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:47:07.708411 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e4f2c-24fb-4401-9661-73ebf615f540 None None] Routers {'ec5df87e-2023-4588-803a-6b1124400062'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:47:07.709138 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8d4e4f2c-24fb-4401-9661-73ebf615f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:46:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ec5df87e-2023-4588-803a-6b1124400062'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:47:07.746602 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-bedc3e89-c72e-42d1-a4cb-731679d481be tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "PUT /v2.0/floatingips/c20e8ef7-d000-4862-b2b7-6ba1c7477b6b HTTP/1.1" status: 200 len: 997 time: 4.3571029 Nov 19 20:47:07.749628 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:47:07.789287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port de7acc0c-480e-4771-a479-c60439073878 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:07.790463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:08.040821 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-8d4e4f2c-24fb-4401-9661-73ebf615f540 None None] Set router ec5df87e-2023-4588-803a-6b1124400062 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:47:08.118208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-81329096-1ccc-474a-bf83-8f120a0787c3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:08.119084 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-81329096-1ccc-474a-bf83-8f120a0787c3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Synchronizing usage tracker for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:08.125321 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f25e4-6c8b-40e4-9736-b522acb34013 req-d9d6c2d7-c2fd-40b6-9d9d-ffc027938b80 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:08.137130 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f98f25e4-6c8b-40e4-9736-b522acb34013 req-d9d6c2d7-c2fd-40b6-9d9d-ffc027938b80 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.2555826 Nov 19 20:47:08.191363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-81329096-1ccc-474a-bf83-8f120a0787c3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Unset dirty status for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:08.193291 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-81329096-1ccc-474a-bf83-8f120a0787c3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.24 "GET /v2.0/networks?id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45 HTTP/1.1" status: 200 len: 809 time: 0.3052461 Nov 19 20:47:08.207629 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-e11e7bbc-6ebe-4de0-b93a-e8ce162385d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=769533c7fe5a4e848b3a5023b8d1da03&device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 1163 time: 0.4393771 Nov 19 20:47:08.239585 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f98f25e4-6c8b-40e4-9736-b522acb34013 req-4b04f263-3701-45eb-b10c-fde9a766e2d6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014407 Nov 19 20:47:08.393620 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280', 'status': 'completed', 'code': 200} Nov 19 20:47:08.558351 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-fe28645e-62f5-458b-8280-07bb4bb7ab56 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Synchronizing usage tracker for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:08.562645 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e4917b30-5d58-4724-a963-0283abe0f4c2 req-7b75fa8f-2536-41a7-aa9c-1619f2220991 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 210 time: 0.0713832 Nov 19 20:47:08.564510 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-9e4461a7-880a-4b0a-afdb-e36e78d7d73d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:08.569686 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-9e4461a7-880a-4b0a-afdb-e36e78d7d73d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 HTTP/1.1" status: 200 len: 909 time: 0.3554580 Nov 19 20:47:08.647703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8d4e4f2c-24fb-4401-9661-73ebf615f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:46:03Z', 'revision_number': 4, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': 'c20e8ef7-d000-4862-b2b7-6ba1c7477b6b', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'port_id': '0e634b0e-d5cc-41ed-a773-859d214af280', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'mac_address': 'fa:16:3e:b4:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:47:00Z', 'updated_at': '2020-11-19T20:47:05Z', 'revision_number': 1, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf1f7ff-ea50-4c52-9473-8d08ebafaf86', 'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'mac_address': 'fa:16:3e:fb:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:01Z', 'updated_at': '2020-11-19T20:46:16Z', 'revision_number': 5, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'subnets': [{'id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:47:08.656139 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e4f2c-24fb-4401-9661-73ebf615f540 None None] Checking router: ec5df87e-2023-4588-803a-6b1124400062 for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:47:08.658961 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-fe28645e-62f5-458b-8280-07bb4bb7ab56 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Unset dirty status for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:08.660785 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-fe28645e-62f5-458b-8280-07bb4bb7ab56 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=307deb72dd1a4c45818cccc576ec2e42 HTTP/1.1" status: 200 len: 5081 time: 0.3870773 Nov 19 20:47:08.670179 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e4f2c-24fb-4401-9661-73ebf615f540 None None] Routers {'ec5df87e-2023-4588-803a-6b1124400062'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:47:08.670894 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8d4e4f2c-24fb-4401-9661-73ebf615f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:46:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ec5df87e-2023-4588-803a-6b1124400062'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:47:08.695659 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Request body: {'port': {'device_id': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'admin_state_up': True, 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'security_groups': ['4b148d89-5765-4017-ab45-46039db3499c']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:08.744654 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-30119d0d-7b73-47e3-b2c0-f78ff2855682 req-70fe5c85-9e20-4c83-a3b1-79eb97c1059a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769533c7fe5a4e848b3a5023b8d1da03&device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 1163 time: 0.3280292 Nov 19 20:47:08.777081 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:08.788257 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47856) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:08.894536 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-8d4e4f2c-24fb-4401-9661-73ebf615f540 None None] Set router ec5df87e-2023-4588-803a-6b1124400062 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:47:08.914035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e5b1-ce39-4150-8e79-0771dc067432 req-63d8df7b-7d00-4235-9f91-f31417e8c095 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:08.923157 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e2d9e5b1-ce39-4150-8e79-0771dc067432 req-63d8df7b-7d00-4235-9f91-f31417e8c095 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 944 time: 0.1094811 Nov 19 20:47:08.974370 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30119d0d-7b73-47e3-b2c0-f78ff2855682 req-cac49991-357c-4328-80ca-453df1e746e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:08.975943 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-30119d0d-7b73-47e3-b2c0-f78ff2855682 req-cac49991-357c-4328-80ca-453df1e746e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 HTTP/1.1" status: 200 len: 909 time: 0.2018216 Nov 19 20:47:08.981922 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e2d9e5b1-ce39-4150-8e79-0771dc067432 req-29c10fa5-1418-4b71-9c83-791cd43b2bd7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577338 Nov 19 20:47:09.063998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-960097790-network', 'tenant_id': '46ddc414c1294809a0d8fd1492a687e9'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:09.083432 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:09.095900 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Usage tracker for resource:network and tenant:46ddc414c1294809a0d8fd1492a687e9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:09.101327 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:09.113767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:09.133873 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Made reservation on behalf of 46ddc414c1294809a0d8fd1492a687e9 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:47:09.138817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:09.172829 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:09.210211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:09.214607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Usage tracker for resource:security_group_rule and tenant:46ddc414c1294809a0d8fd1492a687e9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:09.218403 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:09.221194 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-30119d0d-7b73-47e3-b2c0-f78ff2855682 req-a6916edb-08ac-49c0-9400-1b4ad379aa6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 1000 time: 0.2339251 Nov 19 20:47:09.227037 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:09.307165 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:09.309915 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:09.314291 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aa87b4bd-9770-44aa-b500-838a2b4479df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:09.320894 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-36bdc484-bc2c-4366-bfc7-1a83c835ef72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 1000 time: 0.7351069 Nov 19 20:47:09.322526 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30119d0d-7b73-47e3-b2c0-f78ff2855682 req-7986260c-9b8a-4d14-ac16-3603cf9d5131 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:09.324013 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-30119d0d-7b73-47e3-b2c0-f78ff2855682 req-7986260c-9b8a-4d14-ac16-3603cf9d5131 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02c1a087-280e-47a6-aa2b-4690b8617221 HTTP/1.1" status: 200 len: 854 time: 0.0827954 Nov 19 20:47:09.417818 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8d4e4f2c-24fb-4401-9661-73ebf615f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:46:03Z', 'revision_number': 4, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': 'c20e8ef7-d000-4862-b2b7-6ba1c7477b6b', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'port_id': '0e634b0e-d5cc-41ed-a773-859d214af280', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'mac_address': 'fa:16:3e:b4:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:47:00Z', 'updated_at': '2020-11-19T20:47:05Z', 'revision_number': 1, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf1f7ff-ea50-4c52-9473-8d08ebafaf86', 'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'mac_address': 'fa:16:3e:fb:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:01Z', 'updated_at': '2020-11-19T20:46:16Z', 'revision_number': 5, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'subnets': [{'id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:47:09.423015 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e4f2c-24fb-4401-9661-73ebf615f540 None None] The sync data for ids ['ec5df87e-2023-4588-803a-6b1124400062'] in dv-cinder-750782-3-smb is: [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:46:03Z', 'revision_number': 4, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': 'c20e8ef7-d000-4862-b2b7-6ba1c7477b6b', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'port_id': '0e634b0e-d5cc-41ed-a773-859d214af280', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'mac_address': 'fa:16:3e:b4:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:47:00Z', 'updated_at': '2020-11-19T20:47:05Z', 'revision_number': 1, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf1f7ff-ea50-4c52-9473-8d08ebafaf86', 'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'mac_address': 'fa:16:3e:fb:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:01Z', 'updated_at': '2020-11-19T20:46:16Z', 'revision_number': 5, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'subnets': [{'id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:47:09.474479 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:47:09.481772 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1684981a-07ca-439b-a8e2-5c398dada102,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:09.486817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:09.496211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-ae3f36ca-344b-4309-9d23-f38e46f29380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:09.496677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.497092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.497491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.497883 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.498061 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-ae3f36ca-344b-4309-9d23-f38e46f29380 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02c1a087-280e-47a6-aa2b-4690b8617221 HTTP/1.1" status: 200 len: 854 time: 0.1694684 Nov 19 20:47:09.498267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.498655 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.499595 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.499769 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Usage tracker for resource:port and tenant:307deb72dd1a4c45818cccc576ec2e42 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:09.501348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.501680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.502067 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.502611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.502793 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.503238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.503621 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.503897 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Quota usage for port was recalculated. Used quota:2. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:09.504002 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.504349 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.504751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.505128 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.505505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.505883 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.506262 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.506638 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.507014 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.507388 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:09.513883 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:09.515668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:09.529295 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:09.529687 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Added segment 5ded2e77-f626-4394-ae56-843aae414bb2 of type vxlan for network 8e2eaa25-94f0-485e-8529-34ca8b5cb01b Nov 19 20:47:09.559178 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bac6a5da-8259-4a8d-9604-6b8fbe2b0abe req-4bb445e1-dea4-42f5-9bf2-6c31d69415de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 1162 time: 0.2323484 Nov 19 20:47:09.585083 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-30119d0d-7b73-47e3-b2c0-f78ff2855682 req-fc44598f-4c89-446f-a59c-d9d47e09ac89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2144053 Nov 19 20:47:09.589818 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Made reservation on behalf of 307deb72dd1a4c45818cccc576ec2e42 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:47:09.596049 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:09.602738 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:09.619443 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60787a-53fa-4b21-98d3-96fb431a3052 req-18c40aca-bb40-4f90-bace-7004738a9d9d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:09.621055 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9e60787a-53fa-4b21-98d3-96fb431a3052 req-18c40aca-bb40-4f90-bace-7004738a9d9d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.2270968 Nov 19 20:47:09.736252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014f39d-7370-44a1-b92d-dc0dc1ac623b None None] New status for floating IP c20e8ef7-d000-4862-b2b7-6ba1c7477b6b: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:47:09.779340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:09.794348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:09.795171 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:09.804824 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f725b783-fc70-4adf-9f2c-25ba7d03d2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:09.821965 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9e60787a-53fa-4b21-98d3-96fb431a3052 req-d664b255-4f55-4575-ac11-5b1efca15603 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870100 Nov 19 20:47:09.841877 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6a5da-8259-4a8d-9604-6b8fbe2b0abe req-f7300459-889c-43eb-bdf0-10a8e00d1be2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:09.844623 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bac6a5da-8259-4a8d-9604-6b8fbe2b0abe req-f7300459-889c-43eb-bdf0-10a8e00d1be2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 912 time: 0.2748654 Nov 19 20:47:10.007983 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-7005aa8d-9654-47da-9e63-c76ca912a9e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4961047 Nov 19 20:47:10.022285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device efd05419-428c-429d-b54c-849b99c8e3f3 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:10.041801 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-719c9b3b-d27d-40c4-a0c5-893214fa8e57 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:47:10.042918 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-719c9b3b-d27d-40c4-a0c5-893214fa8e57 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0241461 Nov 19 20:47:10.047215 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bac6a5da-8259-4a8d-9604-6b8fbe2b0abe req-a371654c-6b43-45f4-960e-b206b9de965a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de7acc0c-480e-4771-a479-c60439073878 HTTP/1.1" status: 200 len: 217 time: 0.1839612 Nov 19 20:47:10.051690 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2615018 Nov 19 20:47:10.052862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2eaa25-94f0-485e-8529-34ca8b5cb01b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:10.055250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47868) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:10.093603 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 8e2eaa25-94f0-485e-8529-34ca8b5cb01b details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:47:10.109836 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-30119d0d-7b73-47e3-b2c0-f78ff2855682 req-339e7bb6-5ab6-4ff1-94e2-f5736bc289e9 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024230 Nov 19 20:47:10.129783 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-357d0022-6cf0-4696-933d-fc5c5b1545cf req-e00677e0-dd8c-4653-9894-a1f1d3f01839 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 210 time: 0.0867012 Nov 19 20:47:10.130824 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:10.136114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Request body: {'subnet': {'network_id': '8e2eaa25-94f0-485e-8529-34ca8b5cb01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-960097790-subnet', 'tenant_id': '46ddc414c1294809a0d8fd1492a687e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:10.196664 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:10.211787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Usage tracker for resource:subnet and tenant:46ddc414c1294809a0d8fd1492a687e9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:10.214192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network 8e2eaa25-94f0-485e-8529-34ca8b5cb01b details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:47:10.218609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:10.229561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:10.248562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6a5da-8259-4a8d-9604-6b8fbe2b0abe req-0c8eb449-b9a6-40da-94aa-7e9e06d8d738 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:10.251145 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bac6a5da-8259-4a8d-9604-6b8fbe2b0abe req-0c8eb449-b9a6-40da-94aa-7e9e06d8d738 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 HTTP/1.1" status: 200 len: 858 time: 0.1103902 Nov 19 20:47:10.252288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Made reservation on behalf of 46ddc414c1294809a0d8fd1492a687e9 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:47:10.257190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852851'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:10.353957 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port efd05419-428c-429d-b54c-849b99c8e3f3 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:47:10.359365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port efd05419-428c-429d-b54c-849b99c8e3f3 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:10.360101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:10.376244 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bac6a5da-8259-4a8d-9604-6b8fbe2b0abe req-bf27362b-ff48-4923-b55f-10376e429607 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020586 Nov 19 20:47:10.486579 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:10.507170 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-34aea771-dcc2-4544-944c-e850c8a716b4 service neutron] 10.222.0.13 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426970 Nov 19 20:47:10.523464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94437437-6df8-4bd4-886c-e2bff10602be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd05419-428c-429d-b54c-849b99c8e3f3'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:47:10.536004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port efd05419-428c-429d-b54c-849b99c8e3f3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=efd05419-428c-429d-b54c-849b99c8e3f3,segment=NetworkSegment(e55f10a2-f1f7-4978-8d17-b8aca9eccfd4),segment_id=e55f10a2-f1f7-4978-8d17-b8aca9eccfd4)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:47:10.539250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:10.542338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:10.569594 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-30119d0d-7b73-47e3-b2c0-f78ff2855682 req-ad499ad0-fc57-49cc-866d-641f9e52d331 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3888431 Nov 19 20:47:10.619129 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=efd05419-428c-429d-b54c-849b99c8e3f3,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:10.622927 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:10.668702 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bac6a5da-8259-4a8d-9604-6b8fbe2b0abe req-8fb5f612-d659-4e89-bd34-20c6a37963fd service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830384 Nov 19 20:47:10.675214 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0d27a-4c96-4028-bdd8-faedd5c4cd17 req-8a6789b8-fbe8-4104-ace5-ca7739368008 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:10.676701 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b6e0d27a-4c96-4028-bdd8-faedd5c4cd17 req-8a6789b8-fbe8-4104-ace5-ca7739368008 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 944 time: 0.3630905 Nov 19 20:47:10.729697 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Allocated IP 172.20.0.12 (4740be30-df2d-4cd3-9756-6a3c6b6cdb45/2607b434-3a11-45ea-9600-89c742938838/47899c8b-9f2d-46b9-8528-b0cc21fb8722) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:47:10.756837 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4f70c15c-045c-45a0-9694-96c7fdb1ae47 req-dc1ec43f-ece4-4db9-8806-cbcc41f7c6c5 service neutron] 10.222.0.13 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2346237 Nov 19 20:47:10.826086 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94437437-6df8-4bd4-886c-e2bff10602be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd05419-428c-429d-b54c-849b99c8e3f3', 'code': 200} Nov 19 20:47:10.879105 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b6e0d27a-4c96-4028-bdd8-faedd5c4cd17 req-3ad8a0d8-354c-4123-aea7-c5abee14087f tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662483 Nov 19 20:47:10.903232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-750191696', 'description': 'tempest-TestMinimumBasicScenario-750191696 description'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:10.918000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:10.920036 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bac6a5da-8259-4a8d-9604-6b8fbe2b0abe req-a65baf7a-eebd-4385-bcee-3f65dd6caa54 service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2382579 Nov 19 20:47:10.938496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:10.975816 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:10.997539 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:11.033632 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Transition to ACTIVE for port object 47899c8b-9f2d-46b9-8528-b0cc21fb8722 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:47:11.048983 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:11.056096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Usage tracker for resource:security_group_rule and tenant:769533c7fe5a4e848b3a5023b8d1da03 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:11.060552 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:11.084492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:11.111474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:11.128328 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-277f822a-618e-43c8-b356-11e5743495b1 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:11.194174 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c5879-b05c-4171-9650-5f612faa2eb8 req-b3af11ba-9539-4c30-9179-79964a61fe63 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:11.195725 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-053c5879-b05c-4171-9650-5f612faa2eb8 req-b3af11ba-9539-4c30-9179-79964a61fe63 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1591699 Nov 19 20:47:11.283093 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device efd05419-428c-429d-b54c-849b99c8e3f3 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:11.310155 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Pushing event updated for resources: {'Port': ['ID=47899c8b-9f2d-46b9-8528-b0cc21fb8722,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:11.326809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.327421 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.327919 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.328315 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.328742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.329139 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.329529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.329922 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.330310 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.330702 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.331089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.331472 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.331931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.332315 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.332749 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.333136 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.334097 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.334490 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.334876 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.335263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.335643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.336027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.336459 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.336840 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:47:11.350815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:11.369508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:11.373713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:11.390661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b54f2040-18fe-4180-adfe-9e2831289490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:11.459360 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Pushing event updated for resources: {'SecurityGroup': ['ID=e06c81ad-6423-4120-8af1-3cf39f89e775,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:11.462467 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:11.476980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:11.494522 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1a1fa6d1-26ad-424f-b182-5b3311e4ee11 req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.6008191 Nov 19 20:47:11.498066 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:47:11.501208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:47:11.503922 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:47:11.511496 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-06f64b1e-d455-492d-a678-45bdf693080f req-7086d193-0c3f-4126-a720-bd72caba9275 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 1163 time: 0.3787439 Nov 19 20:47:11.525043 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-053c5879-b05c-4171-9650-5f612faa2eb8 req-89994a6f-b262-4588-9574-b92f833616f8 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214138 Nov 19 20:47:11.546960 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port efd05419-428c-429d-b54c-849b99c8e3f3 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:11.547507 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:11.612231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:11.612938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:11.617105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853010741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852800'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:11.621293 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-06f64b1e-d455-492d-a678-45bdf693080f req-339231f3-978e-4ee7-ad43-357825defe83 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952246 Nov 19 20:47:11.637611 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9465063 Nov 19 20:47:11.655691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:11.749579 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43425acd-948f-4c7a-a4c2-78e8e3bb4bce req-473c8a65-b6f9-4098-ac18-7684bc89ce3d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:11.750340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-43425acd-948f-4c7a-a4c2-78e8e3bb4bce req-473c8a65-b6f9-4098-ac18-7684bc89ce3d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Synchronizing usage tracker for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:11.767935 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-43425acd-948f-4c7a-a4c2-78e8e3bb4bce req-473c8a65-b6f9-4098-ac18-7684bc89ce3d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Unset dirty status for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:11.769344 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-43425acd-948f-4c7a-a4c2-78e8e3bb4bce req-473c8a65-b6f9-4098-ac18-7684bc89ce3d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 932 time: 0.1082287 Nov 19 20:47:11.819200 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-43425acd-948f-4c7a-a4c2-78e8e3bb4bce req-b71ed830-0c13-466c-90c4-4efb0d0a7069 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436380 Nov 19 20:47:11.838408 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55ccb4a-33e5-46f9-b349-57498ef42c5b,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:11.841261 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:11.850092 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-825393fd-3b8f-4994-a774-cf3610010121 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups/e06c81ad-6423-4120-8af1-3cf39f89e775 HTTP/1.1" status: 200 len: 1646 time: 0.2318001 Nov 19 20:47:11.868401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e06c81ad-6423-4120-8af1-3cf39f89e775', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:11.868779 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e06c81ad-6423-4120-8af1-3cf39f89e775', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:11.871323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c1a1db3e-0a4b-4339-939a-4df9de458a3e None None] Provisioning for port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:47:11.876233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c1a1db3e-0a4b-4339-939a-4df9de458a3e None None] Provisioning complete for port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:11.876652 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:11.876782 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1a1db3e-0a4b-4339-939a-4df9de458a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:11.885070 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Usage tracker for resource:security_group_rule and tenant:769533c7fe5a4e848b3a5023b8d1da03 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:11.889204 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:11.900392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:11.934587 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1db3e-0a4b-4339-939a-4df9de458a3e None None] Port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:47:11.943190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Request body: {'port': {'device_id': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:11.956936 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Checking segment: {'id': '5ded2e77-f626-4394-ae56-843aae414bb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e2eaa25-94f0-485e-8529-34ca8b5cb01b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:47:11.957335 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Network hostable DHCP agents. Network: 8e2eaa25-94f0-485e-8529-34ca8b5cb01b, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:47:11.999585 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:12.013271 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Network 8e2eaa25-94f0-485e-8529-34ca8b5cb01b is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:47:12.032580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:12.034580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 8e2eaa25-94f0-485e-8529-34ca8b5cb01b) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:47:12.038037 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:12.044190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5df515-0791-467f-91ae-d139692f711d None None] Network 8e2eaa25-94f0-485e-8529-34ca8b5cb01b requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:47:12.048942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:12.061887 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:12.063381 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:12.098998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8970e898-5c24-47ce-a991-11820edc66af,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:12.104928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:12.131023 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:12.132895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:12.146211 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-057a0271-aaba-4e41-b5b0-ce4b72857410 req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2822299 Nov 19 20:47:12.148035 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0216308 Nov 19 20:47:12.274086 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e4e9-df5f-4fe3-b45c-4ffa38150954 req-069ec9cd-304d-49f6-846e-7cda81f3d170 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:12.274945 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-71f8e4e9-df5f-4fe3-b45c-4ffa38150954 req-069ec9cd-304d-49f6-846e-7cda81f3d170 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Synchronizing usage tracker for tenant:b32e9275ec014bae80812d80887829ce on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:12.313856 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-71f8e4e9-df5f-4fe3-b45c-4ffa38150954 req-069ec9cd-304d-49f6-846e-7cda81f3d170 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Unset dirty status for tenant:b32e9275ec014bae80812d80887829ce on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:12.315138 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71f8e4e9-df5f-4fe3-b45c-4ffa38150954 req-069ec9cd-304d-49f6-846e-7cda81f3d170 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 946 time: 0.2675095 Nov 19 20:47:12.317380 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3c88f2-fb3d-4d0d-87b7-36ce8b1a0f52 None None] Network 8e2eaa25-94f0-485e-8529-34ca8b5cb01b requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:47:12.495570 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71f8e4e9-df5f-4fe3-b45c-4ffa38150954 req-5b19df4d-bf46-4911-a21d-9eb3aa54f5c8 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148820 Nov 19 20:47:12.686163 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-31363df1-1c25-4730-a3df-f94889226a63 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups/e06c81ad-6423-4120-8af1-3cf39f89e775 HTTP/1.1" status: 200 len: 2149 time: 0.1002560 Nov 19 20:47:12.709670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e06c81ad-6423-4120-8af1-3cf39f89e775', 'remote_group_id': None}]} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:12.710035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e06c81ad-6423-4120-8af1-3cf39f89e775', 'remote_group_id': None}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:12.720006 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:12.749594 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6185-23ac-428b-8eee-7429f431cb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:12.784183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Usage tracker for resource:security_group_rule and tenant:769533c7fe5a4e848b3a5023b8d1da03 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:12.799354 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4df94-3e97-4c4c-884e-321c4d3d85fd req-107ba49e-ec13-4866-8b2c-36dfc304e92d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:12.800812 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:12.801660 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b1c4df94-3e97-4c4c-884e-321c4d3d85fd req-107ba49e-ec13-4866-8b2c-36dfc304e92d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1021161 Nov 19 20:47:12.812473 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:12.829252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47899c8b-9f2d-46b9-8528-b0cc21fb8722 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:47:12.840860 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:12.863640 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b1c4df94-3e97-4c4c-884e-321c4d3d85fd req-1fbd6ce4-667e-4d19-a946-0ff1ce940d21 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552206 Nov 19 20:47:12.870017 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Transition to ACTIVE for port object 47899c8b-9f2d-46b9-8528-b0cc21fb8722 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:47:12.885140 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:12.903681 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9b651973-27ac-445d-8bf8-10a1c7ed56d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:12.998689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.051787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47914) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:13.064765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1006204807-network', 'tenant_id': '00c341a55e98433e9a9f76a0dd86f94e'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:13.081984 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:13.092657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Usage tracker for resource:network and tenant:00c341a55e98433e9a9f76a0dd86f94e is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:13.097434 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:13.106412 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:13.123121 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Made reservation on behalf of 00c341a55e98433e9a9f76a0dd86f94e for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:47:13.128847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.150828 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.179571 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098888a-a24e-4acc-8fec-c9dc9778e686 req-2f5fc00f-fb27-4416-bb0e-7b86d9b2eb4c tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:13.181281 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c098888a-a24e-4acc-8fec-c9dc9778e686 req-2f5fc00f-fb27-4416-bb0e-7b86d9b2eb4c tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.1994655 Nov 19 20:47:13.221175 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:13.234654 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Usage tracker for resource:security_group_rule and tenant:00c341a55e98433e9a9f76a0dd86f94e is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:13.239089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:13.250114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:13.259583 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c098888a-a24e-4acc-8fec-c9dc9778e686 req-5b3d9ba0-8e77-4a60-86b0-4093206f8e4e tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0674608 Nov 19 20:47:13.298235 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Pushing event updated for resources: {'Port': ['ID=47899c8b-9f2d-46b9-8528-b0cc21fb8722,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:13.301906 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:13.326868 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.329906 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.332078 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.334261 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f007c12a-138f-4bcb-b71f-5eb4ff7e89c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:13.336992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.351761 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-db398edb-8cbc-474e-b9d1-af55148a272d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:13.367216 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:47:13.376592 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeabf1b-b4b1-4192-8e0e-f8144fe6b940,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:13.380454 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:13.383442 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.383800 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Added segment 2f6d6cca-6a91-480c-9e99-894c002ae76a of type vxlan for network 52885f53-dcd7-4f62-8d0f-57e8e3710dd6 Nov 19 20:47:13.384930 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d18c120-6f7c-427b-a494-caa3eb234804,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:13.392035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:13.427501 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.459171 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.460469 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:13.461101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.461573 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.462861 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dfd61e04-307b-45ed-a7ea-54d6dc1a9667 req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.7679687 Nov 19 20:47:13.466449 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-374464be-fff2-42be-a29a-08f901a4ff08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:13.562668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Attempting to bind port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:47:13.573375 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Attempting to bind port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:47:13.574906 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Attempting to bind port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 on network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:47:13.590787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:47:13.591188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Checking segment: {'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:47:13.591560 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.591955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Bound using segment: {'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:47:13.595220 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Bound port: 47899c8b-9f2d-46b9-8528-b0cc21fb8722, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795543f0-0029-47b5-94ef-f889ddc26fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:47:13.595380 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5398316 Nov 19 20:47:13.595472 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.595552 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Pushing event updated for resources: {'Network': ['ID=52885f53-dcd7-4f62-8d0f-57e8e3710dd6,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:13.596264 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 47922) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:13.611063 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 52885f53-dcd7-4f62-8d0f-57e8e3710dd6 details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:47:13.614090 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Request body: {'subnet': {'network_id': '52885f53-dcd7-4f62-8d0f-57e8e3710dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1006204807-subnet', 'tenant_id': '00c341a55e98433e9a9f76a0dd86f94e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:13.619288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:13.631222 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:13.642054 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Usage tracker for resource:subnet and tenant:00c341a55e98433e9a9f76a0dd86f94e is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:13.648690 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:13.665846 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:13.717671 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Made reservation on behalf of 00c341a55e98433e9a9f76a0dd86f94e for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:47:13.723580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] For port 47899c8b-9f2d-46b9-8528-b0cc21fb8722, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:47:13.726310 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852851'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.727767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] For port 47899c8b-9f2d-46b9-8528-b0cc21fb8722, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:47:13.734939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:13.766560 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:13.814250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network 52885f53-dcd7-4f62-8d0f-57e8e3710dd6 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:47:13.916463 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ae98b7b1-bbc6-44ad-bf59-7460fe17c1f2 req-4ce3f569-4dd9-4d19-930f-844dd8f97427 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-750191696&fields=id&tenant_id=769533c7fe5a4e848b3a5023b8d1da03 HTTP/1.1" status: 200 len: 267 time: 0.1586418 Nov 19 20:47:13.946837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device efd05419-428c-429d-b54c-849b99c8e3f3 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:14.002632 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Pushing event updated for resources: {'Port': ['ID=47899c8b-9f2d-46b9-8528-b0cc21fb8722,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:14.012513 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:14.033363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port efd05419-428c-429d-b54c-849b99c8e3f3 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:14.033672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:14.047682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c471d-4e51-49ec-90fa-742b21db6857 req-6bfe686b-477e-43f3-a5a4-2cf4bcd00a23 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:14.049321 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5b4c471d-4e51-49ec-90fa-742b21db6857 req-6bfe686b-477e-43f3-a5a4-2cf4bcd00a23 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 946 time: 0.2853458 Nov 19 20:47:14.060255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:14.061982 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] 10.222.0.24 "PUT /v2.0/ports/47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 200 len: 1158 time: 2.1256464 Nov 19 20:47:14.062505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:47:14.106087 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98b7b1-bbc6-44ad-bf59-7460fe17c1f2 req-b850e8fe-92d0-43cc-a253-fbdb8ec99eaf tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:14.107798 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ae98b7b1-bbc6-44ad-bf59-7460fe17c1f2 req-b850e8fe-92d0-43cc-a253-fbdb8ec99eaf tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 946 time: 0.1830666 Nov 19 20:47:14.127968 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-ae98b7b1-bbc6-44ad-bf59-7460fe17c1f2 req-c4c948ca-cdd9-46e5-842f-301e0d89d4ba tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Request body: {'port': {'security_groups': ['1734f9b7-ee0c-465c-8865-882fbc1a7756', 'e06c81ad-6423-4120-8af1-3cf39f89e775']}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:14.176138 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5b4c471d-4e51-49ec-90fa-742b21db6857 req-7f1723a6-5414-43ca-8972-1f5dc8e4e8af tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021736 Nov 19 20:47:14.273017 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-ee7609cc-f1a9-41c0-b9e2-2c05ca5f427c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=307deb72dd1a4c45818cccc576ec2e42&device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 1161 time: 0.1400862 Nov 19 20:47:14.273365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device de7acc0c-480e-4771-a479-c60439073878 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:14.401008 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ae98b7b1-bbc6-44ad-bf59-7460fe17c1f2 req-c4c948ca-cdd9-46e5-842f-301e0d89d4ba tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:14.407836 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port de7acc0c-480e-4771-a479-c60439073878 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:14.408243 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:14.468421 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-46f070ff-6825-4fad-b338-ac498f4832d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 200 len: 217 time: 0.1817629 Nov 19 20:47:14.560536 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-57c6dcf1-522c-4d38-bb69-47160cda0e7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:14.562621 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-57c6dcf1-522c-4d38-bb69-47160cda0e7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2607b434-3a11-45ea-9600-89c742938838 HTTP/1.1" status: 200 len: 848 time: 0.0832236 Nov 19 20:47:14.576758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3762c09-7c45-4175-8499-5adf4ec168a2 req-0c1a860b-3945-420a-b72b-74b59b065a31 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:14.578538 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f3762c09-7c45-4175-8499-5adf4ec168a2 req-0c1a860b-3945-420a-b72b-74b59b065a31 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1636791 Nov 19 20:47:14.684630 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f3762c09-7c45-4175-8499-5adf4ec168a2 req-02976859-30ca-4adf-a961-44722d1324f4 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663674 Nov 19 20:47:14.694851 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-8f239779-e70a-48b7-8f8f-c9834ee6dcac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1153274 Nov 19 20:47:14.811852 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722', 'status': 'completed', 'code': 200} Nov 19 20:47:14.882061 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-4064db11-4221-4e0b-8310-a4bc55b33a42 service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798494 Nov 19 20:47:14.905221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853010741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852800'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:14.947648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f4b1c85e-89ba-4b13-a3d9-dd7fb2b06f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:15.033268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-ae98b7b1-bbc6-44ad-bf59-7460fe17c1f2 req-c4c948ca-cdd9-46e5-842f-301e0d89d4ba tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] For port 0e634b0e-d5cc-41ed-a773-859d214af280, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e634b0e-d5cc-41ed-a773-859d214af280,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:47:15.142756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd267502-6c94-4245-9486-cd494e6af699,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:15.147394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:15.171086 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dec887dc-ba42-470c-96ad-57c885bcbbd6 req-833e1db6-5169-4b21-b35f-d9a787b00537 service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2806838 Nov 19 20:47:15.191528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ae98b7b1-bbc6-44ad-bf59-7460fe17c1f2 req-c4c948ca-cdd9-46e5-842f-301e0d89d4ba tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:15.198639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ae98b7b1-bbc6-44ad-bf59-7460fe17c1f2 req-c4c948ca-cdd9-46e5-842f-301e0d89d4ba tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:15.214713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:15.221336 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4edb-eac2-45d0-ba94-f2a9339a1f25 req-3bdbf0da-f0e5-4d58-9dcc-5502f1a0b2c0 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:15.222971 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-629c4edb-eac2-45d0-ba94-f2a9339a1f25 req-3bdbf0da-f0e5-4d58-9dcc-5502f1a0b2c0 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.1343498 Nov 19 20:47:15.353705 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-629c4edb-eac2-45d0-ba94-f2a9339a1f25 req-bcf3a438-7933-4189-8e98-b38523f5d619 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1243289 Nov 19 20:47:15.378936 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b43f8c8c-48fd-4308-8550-80a7e6ea20eb req-07706258-2cca-466b-a34a-42c26f9149b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=307deb72dd1a4c45818cccc576ec2e42&device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 1161 time: 0.0869410 Nov 19 20:47:15.402164 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c948ca-cdd9-46e5-842f-301e0d89d4ba tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Pushing event updated for resources: {'Port': ['ID=0e634b0e-d5cc-41ed-a773-859d214af280,revision_number=5']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:15.410085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c4c948ca-cdd9-46e5-842f-301e0d89d4ba tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:15.414338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Checking segment: {'id': '2f6d6cca-6a91-480c-9e99-894c002ae76a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '52885f53-dcd7-4f62-8d0f-57e8e3710dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:47:15.414731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Network hostable DHCP agents. Network: 52885f53-dcd7-4f62-8d0f-57e8e3710dd6, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:47:15.419828 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device de7acc0c-480e-4771-a479-c60439073878 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:15.469725 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Network 52885f53-dcd7-4f62-8d0f-57e8e3710dd6 is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:47:15.487274 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98b7b1-bbc6-44ad-bf59-7460fe17c1f2 req-c4c948ca-cdd9-46e5-842f-301e0d89d4ba tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:15.487958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ae98b7b1-bbc6-44ad-bf59-7460fe17c1f2 req-c4c948ca-cdd9-46e5-842f-301e0d89d4ba tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:15.489482 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ae98b7b1-bbc6-44ad-bf59-7460fe17c1f2 req-c4c948ca-cdd9-46e5-842f-301e0d89d4ba tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "PUT /v2.0/ports/0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 982 time: 1.3700976 Nov 19 20:47:15.490183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:47:15.505589 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 52885f53-dcd7-4f62-8d0f-57e8e3710dd6) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:47:15.521027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:15.521993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:15.535819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff03360-aba6-402f-8ada-54b66a890228 None None] Network 52885f53-dcd7-4f62-8d0f-57e8e3710dd6 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:47:15.553752 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-908e0645-7670-4992-9e99-b779c101c2c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9458642 Nov 19 20:47:15.725463 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280', 'status': 'completed', 'code': 200} Nov 19 20:47:15.738755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f8c8c-48fd-4308-8550-80a7e6ea20eb req-e39c0cf9-5a30-4cef-a94e-bbf473562eb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:15.740489 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b43f8c8c-48fd-4308-8550-80a7e6ea20eb req-e39c0cf9-5a30-4cef-a94e-bbf473562eb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45 HTTP/1.1" status: 200 len: 903 time: 0.3504379 Nov 19 20:47:15.858795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2d11142b-eac0-4662-8e21-ec53624a6147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:15.865322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-2404915d-97ad-4f91-894f-960872632bbd None None] Provisioning complete for port 0e634b0e-d5cc-41ed-a773-859d214af280 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:15.865740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2404915d-97ad-4f91-894f-960872632bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:15.930568 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:15.983270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0adcf2-493b-44c9-84aa-46dd7d80b695 None None] Network 52885f53-dcd7-4f62-8d0f-57e8e3710dd6 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:47:15.996019 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f12b757-cb80-4546-a20e-346141d236b5 req-b4de88a1-61c0-40e6-b580-c1f023216f1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769533c7fe5a4e848b3a5023b8d1da03&device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 1203 time: 0.1491165 Nov 19 20:47:16.009283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port de7acc0c-480e-4771-a479-c60439073878 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:16.010145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:16.010614 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b43f8c8c-48fd-4308-8550-80a7e6ea20eb req-bb4e218a-d1a8-4ca8-9ba0-b07953267898 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 200 len: 217 time: 0.2309871 Nov 19 20:47:16.059492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3a8a6-158c-4a4d-b225-4810f37f7657 req-e4b74a77-1fee-4bd9-bfca-8f73769cd148 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:16.077599 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0dc3a8a6-158c-4a4d-b225-4810f37f7657 req-e4b74a77-1fee-4bd9-bfca-8f73769cd148 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.1588662 Nov 19 20:47:16.184734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f8c8c-48fd-4308-8550-80a7e6ea20eb req-d485deb4-76b5-4c44-88cd-01603fd23eb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:16.186445 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b43f8c8c-48fd-4308-8550-80a7e6ea20eb req-d485deb4-76b5-4c44-88cd-01603fd23eb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2607b434-3a11-45ea-9600-89c742938838 HTTP/1.1" status: 200 len: 848 time: 0.1066828 Nov 19 20:47:16.191380 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0dc3a8a6-158c-4a4d-b225-4810f37f7657 req-c2723d1c-a596-4203-a248-6743016d1123 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Synchronizing usage tracker for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:16.257475 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0dc3a8a6-158c-4a4d-b225-4810f37f7657 req-c2723d1c-a596-4203-a248-6743016d1123 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Unset dirty status for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:16.258769 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0dc3a8a6-158c-4a4d-b225-4810f37f7657 req-c2723d1c-a596-4203-a248-6743016d1123 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1804066 Nov 19 20:47:16.286443 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b43f8c8c-48fd-4308-8550-80a7e6ea20eb req-dfb79b29-b47b-41ba-bbb1-46d03361cbf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830400 Nov 19 20:47:16.438040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0247340-4b15-49d4-868e-e3661c7d4398 req-6e3d4184-c5d0-4812-8532-c6e8da526d5c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:16.446450 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e0247340-4b15-49d4-868e-e3661c7d4398 req-6e3d4184-c5d0-4812-8532-c6e8da526d5c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.4546571 Nov 19 20:47:16.470833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12b757-cb80-4546-a20e-346141d236b5 req-a1b29cb4-cd21-46a1-bfab-bb8229bd7af2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:16.472644 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f12b757-cb80-4546-a20e-346141d236b5 req-a1b29cb4-cd21-46a1-bfab-bb8229bd7af2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 HTTP/1.1" status: 200 len: 909 time: 0.4123485 Nov 19 20:47:16.538889 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b43f8c8c-48fd-4308-8550-80a7e6ea20eb req-8c35fdc4-c2f0-488d-bd01-38d3ad828fee service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365282 Nov 19 20:47:16.579787 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e0247340-4b15-49d4-868e-e3661c7d4398 req-98d1d32c-65c5-4f70-b20d-845426ec0247 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322985 Nov 19 20:47:16.601104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ee853-8bd6-4f48-a687-ebb1f5e5e29d req-825cfc91-6b3d-433d-b6a1-4a0f0a8e76fd tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:16.602672 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f12b757-cb80-4546-a20e-346141d236b5 req-5678e42c-8d57-4934-a30a-6e45084aee1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 1002 time: 0.1167185 Nov 19 20:47:16.602788 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2b7ee853-8bd6-4f48-a687-ebb1f5e5e29d req-825cfc91-6b3d-433d-b6a1-4a0f0a8e76fd tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 946 time: 0.1590896 Nov 19 20:47:16.680805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12b757-cb80-4546-a20e-346141d236b5 req-5225cc6d-dc81-4844-91a7-2003a3c096e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:16.682395 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f12b757-cb80-4546-a20e-346141d236b5 req-5225cc6d-dc81-4844-91a7-2003a3c096e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02c1a087-280e-47a6-aa2b-4690b8617221 HTTP/1.1" status: 200 len: 854 time: 0.0700238 Nov 19 20:47:16.738008 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2b7ee853-8bd6-4f48-a687-ebb1f5e5e29d req-38c0bee1-df03-4906-80ab-a31ee746f6d8 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276872 Nov 19 20:47:16.742008 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b43f8c8c-48fd-4308-8550-80a7e6ea20eb req-a5512e89-b8f1-4fef-8b7e-a2e7a9622a35 service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1942847 Nov 19 20:47:16.766369 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f12b757-cb80-4546-a20e-346141d236b5 req-e8474f95-546b-4230-a135-ad640fbf2001 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760710 Nov 19 20:47:16.876572 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:16.901360 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:16.957965 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c984fa0-4645-4acb-b5ab-20c817054c58 req-275c3fc6-3eec-4c26-845a-dff97c18c812 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:16.959503 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9c984fa0-4645-4acb-b5ab-20c817054c58 req-275c3fc6-3eec-4c26-845a-dff97c18c812 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.0833719 Nov 19 20:47:17.008979 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9c984fa0-4645-4acb-b5ab-20c817054c58 req-ffea71ae-d50c-4af1-97a2-2e485049a025 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0428095 Nov 19 20:47:17.039881 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f12b757-cb80-4546-a20e-346141d236b5 req-4c3b53ac-0f0d-40dc-ba56-cb737890db60 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664220 Nov 19 20:47:17.196226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2fd185d7-48e1-4e3e-b705-27629620c165 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:17.197059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2fd185d7-48e1-4e3e-b705-27629620c165 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Synchronizing usage tracker for tenant:46ddc414c1294809a0d8fd1492a687e9 on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:17.237789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2fd185d7-48e1-4e3e-b705-27629620c165 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Unset dirty status for tenant:46ddc414c1294809a0d8fd1492a687e9 on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:17.238993 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2fd185d7-48e1-4e3e-b705-27629620c165 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/networks?id=8e2eaa25-94f0-485e-8529-34ca8b5cb01b HTTP/1.1" status: 200 len: 808 time: 0.3409224 Nov 19 20:47:17.242702 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f12b757-cb80-4546-a20e-346141d236b5 req-c5b43f74-dff5-4a9a-87b4-35e0d6782dea service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1940010 Nov 19 20:47:17.257882 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-3f2442b3-bc43-4294-ad74-327cf36a951e tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/quotas/46ddc414c1294809a0d8fd1492a687e9 HTTP/1.1" status: 200 len: 375 time: 0.0126321 Nov 19 20:47:17.316795 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-29920a6d-3ae5-40d2-9667-24f856fa85f2 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?tenant_id=46ddc414c1294809a0d8fd1492a687e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527580 Nov 19 20:47:17.417109 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59380f1c-9f8c-4c19-b8e9-1a5bc1752639 req-5ec10d61-741b-48be-bc47-a039d63bdca6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:17.418698 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-59380f1c-9f8c-4c19-b8e9-1a5bc1752639 req-5ec10d61-741b-48be-bc47-a039d63bdca6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.2902560 Nov 19 20:47:17.469196 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-59380f1c-9f8c-4c19-b8e9-1a5bc1752639 req-d78aa9da-d24c-4a56-9c9d-5d39d92f8910 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433486 Nov 19 20:47:17.469537 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-9ae1f556-755b-4431-a269-ebd41923e5cd service neutron] 10.222.0.13 "GET /v2.0/networks/8e2eaa25-94f0-485e-8529-34ca8b5cb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447513 Nov 19 20:47:17.614739 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-c778959a-9281-4933-9907-f089ee5cbe35 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2eaa25-94f0-485e-8529-34ca8b5cb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390154 Nov 19 20:47:17.721789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 0e634b0e-d5cc-41ed-a773-859d214af280 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:17.805118 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 0e634b0e-d5cc-41ed-a773-859d214af280 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:17.805718 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:17.959176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c1fd4-4bdd-4ddd-83d9-faf436702523 req-47ba0c5b-2590-4b2f-a7d4-720a293efd5f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:17.960933 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c49c1fd4-4bdd-4ddd-83d9-faf436702523 req-47ba0c5b-2590-4b2f-a7d4-720a293efd5f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1153049 Nov 19 20:47:18.021625 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c49c1fd4-4bdd-4ddd-83d9-faf436702523 req-d38b82f0-bb0e-421f-aece-aa8d6871fcc3 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533304 Nov 19 20:47:18.186807 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-62895e1c-8201-4b66-bbea-1b5cac72a4dd req-421d9a7b-639f-404f-a9c6-6a49d1092655 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 210 time: 0.0970812 Nov 19 20:47:18.257379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef656b-2c96-4917-bf0d-6ecee4a35372 req-a6df7412-f2e8-4e06-b6ed-8cfbf3f4ad2f tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:18.259316 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e2ef656b-2c96-4917-bf0d-6ecee4a35372 req-a6df7412-f2e8-4e06-b6ed-8cfbf3f4ad2f tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.24 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 946 time: 0.1228180 Nov 19 20:47:18.343007 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1deb8-adb1-4239-8c57-0f823551c3b1 req-63c340c0-91ce-4985-8220-69635537c8f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:18.348980 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4e1deb8-adb1-4239-8c57-0f823551c3b1 req-63c340c0-91ce-4985-8220-69635537c8f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 946 time: 0.0953577 Nov 19 20:47:18.394760 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-e2ef656b-2c96-4917-bf0d-6ecee4a35372 req-7b27f738-6bdd-4e80-bcfd-204a4320dcb7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Deleting port efd05419-428c-429d-b54c-849b99c8e3f3 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:47:18.395549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e2ef656b-2c96-4917-bf0d-6ecee4a35372 req-7b27f738-6bdd-4e80-bcfd-204a4320dcb7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:18.398558 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4e1deb8-adb1-4239-8c57-0f823551c3b1 req-4d3d88fd-7578-41cc-927c-766b9765bd8a tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/security-groups?id=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469754 Nov 19 20:47:18.573957 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb2836-e2eb-46a4-acea-a7aa834d6e24 req-c815c9ed-bcc6-4b6e-8b76-48a66ac61895 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:18.575483 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-81fb2836-e2eb-46a4-acea-a7aa834d6e24 req-c815c9ed-bcc6-4b6e-8b76-48a66ac61895 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.2279544 Nov 19 20:47:18.731059 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-81fb2836-e2eb-46a4-acea-a7aa834d6e24 req-f382cf47-fe52-40d4-895e-5b506785a029 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1427157 Nov 19 20:47:18.741946 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-e2ef656b-2c96-4917-bf0d-6ecee4a35372 req-7b27f738-6bdd-4e80-bcfd-204a4320dcb7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] For port efd05419-428c-429d-b54c-849b99c8e3f3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=efd05419-428c-429d-b54c-849b99c8e3f3,segment=NetworkSegment(e55f10a2-f1f7-4978-8d17-b8aca9eccfd4),segment_id=e55f10a2-f1f7-4978-8d17-b8aca9eccfd4)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:47:18.742348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e2ef656b-2c96-4917-bf0d-6ecee4a35372 req-7b27f738-6bdd-4e80-bcfd-204a4320dcb7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:18.874948 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-e2ef656b-2c96-4917-bf0d-6ecee4a35372 req-7b27f738-6bdd-4e80-bcfd-204a4320dcb7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Calling delete_port for efd05419-428c-429d-b54c-849b99c8e3f3 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:47:19.016795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e2ef656b-2c96-4917-bf0d-6ecee4a35372 req-7b27f738-6bdd-4e80-bcfd-204a4320dcb7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:19.032271 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0bec11ad-c804-46e9-8bdf-ee50cd255084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:19.092553 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27f738-6bdd-4e80-bcfd-204a4320dcb7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Pushing event deleted for resources: {'Port': ['ID=efd05419-428c-429d-b54c-849b99c8e3f3,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:19.097462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7b27f738-6bdd-4e80-bcfd-204a4320dcb7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:19.247133 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ef656b-2c96-4917-bf0d-6ecee4a35372 req-7b27f738-6bdd-4e80-bcfd-204a4320dcb7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] No DVR routers for this DVR port efd05419-428c-429d-b54c-849b99c8e3f3 on host hv-cinder-75078 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:47:19.250850 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e2ef656b-2c96-4917-bf0d-6ecee4a35372 req-7b27f738-6bdd-4e80-bcfd-204a4320dcb7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:19.256297 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94437437-6df8-4bd4-886c-e2bff10602be', 'name': 'network-vif-deleted', 'tag': 'efd05419-428c-429d-b54c-849b99c8e3f3'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:47:19.277713 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e2ef656b-2c96-4917-bf0d-6ecee4a35372 req-7b27f738-6bdd-4e80-bcfd-204a4320dcb7 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.24 "DELETE /v2.0/ports/efd05419-428c-429d-b54c-849b99c8e3f3 HTTP/1.1" status: 204 len: 173 time: 1.0045331 Nov 19 20:47:19.411460 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-1b560aea-dfee-4cd6-80bf-654c0bade7fe tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:19.413615 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-1b560aea-dfee-4cd6-80bf-654c0bade7fe tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.24 "GET /v2.0/networks?id=8e2eaa25-94f0-485e-8529-34ca8b5cb01b HTTP/1.1" status: 200 len: 808 time: 0.2486360 Nov 19 20:47:19.423685 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9d534de4-c124-437f-9de9-df84cdac6848 req-81cfec34-c60e-4a35-8f3b-ee969cf728d6 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 210 time: 0.0509102 Nov 19 20:47:19.435545 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73631c-7a7f-4390-bf51-292d498aba02 req-c26def85-f8c0-4e06-a2f1-46a355ac4e48 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:19.437523 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ed73631c-7a7f-4390-bf51-292d498aba02 req-c26def85-f8c0-4e06-a2f1-46a355ac4e48 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.2488518 Nov 19 20:47:19.450753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Request body: {'port': {'device_id': '19b7b15c-7691-4df5-92a0-de2d1ea32212', 'network_id': '8e2eaa25-94f0-485e-8529-34ca8b5cb01b', 'admin_state_up': True, 'tenant_id': '46ddc414c1294809a0d8fd1492a687e9'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:19.501678 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94437437-6df8-4bd4-886c-e2bff10602be', 'name': 'network-vif-deleted', 'tag': 'efd05419-428c-429d-b54c-849b99c8e3f3', 'status': 'completed', 'code': 200} Nov 19 20:47:19.631564 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ed73631c-7a7f-4390-bf51-292d498aba02 req-9e1d399e-2283-49a6-b6b3-116dea027c01 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588047 Nov 19 20:47:19.674198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:19.679367 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Usage tracker for resource:port and tenant:46ddc414c1294809a0d8fd1492a687e9 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:19.683072 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Quota usage for port was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:19.689593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:19.700005 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-cdbd45dc-d4d3-4593-9c81-46a7e8897ddc req-2a758b19-6a3f-41a2-8fb9-5d7a9e0b7bac tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Synchronizing usage tracker for tenant:b32e9275ec014bae80812d80887829ce on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:19.700681 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Made reservation on behalf of 46ddc414c1294809a0d8fd1492a687e9 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:47:19.706884 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:19.717326 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-cdbd45dc-d4d3-4593-9c81-46a7e8897ddc req-2a758b19-6a3f-41a2-8fb9-5d7a9e0b7bac tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Unset dirty status for tenant:b32e9275ec014bae80812d80887829ce on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:19.719097 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cdbd45dc-d4d3-4593-9c81-46a7e8897ddc req-2a758b19-6a3f-41a2-8fb9-5d7a9e0b7bac tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] 10.222.0.13 "GET /v2.0/ports?device_id=94437437-6df8-4bd4-886c-e2bff10602be HTTP/1.1" status: 200 len: 210 time: 0.0779300 Nov 19 20:47:20.137921 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cc4e8-c1d3-4a51-b91a-d6a1063e6ddc req-b32b56ef-b249-4303-a529-647567ffdf53 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:20.141461 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-176cc4e8-c1d3-4a51-b91a-d6a1063e6ddc req-b32b56ef-b249-4303-a529-647567ffdf53 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.2621434 Nov 19 20:47:20.158670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 47899c8b-9f2d-46b9-8528-b0cc21fb8722 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:20.216682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Allocated IP 172.20.0.3 (8e2eaa25-94f0-485e-8529-34ca8b5cb01b/d55ccb4a-33e5-46f9-b349-57498ef42c5b/49475775-d884-471c-9b8a-8a5e996b2cbb) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:47:20.236944 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-176cc4e8-c1d3-4a51-b91a-d6a1063e6ddc req-5456999d-3e91-4e62-89fa-416ac1716781 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0864761 Nov 19 20:47:20.255392 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:47:20.262050 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:20.262918 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:20.420127 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:20.480180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:47:20.496078 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 47899c8b-9f2d-46b9-8528-b0cc21fb8722, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:47:20.500633 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:20.507268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b55a8c25-1801-4b5c-a2f8-4bdfdbf871d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:20.518316 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:20.556320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:20.579992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-751e2222-540e-4dd3-bc2e-0d8f13d606fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:20.585918 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722', 'code': 200} Nov 19 20:47:20.588357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device efd05419-428c-429d-b54c-849b99c8e3f3 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:47:20.679524 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Pushing event updated for resources: {'Port': ['ID=49475775-d884-471c-9b8a-8a5e996b2cbb,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:20.688880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] No Port match for: efd05419-428c-429d-b54c-849b99c8e3f3 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:47:20.689226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device efd05419-428c-429d-b54c-849b99c8e3f3 not bound to the agent host hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:47:20.709677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:20.721433 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=47899c8b-9f2d-46b9-8528-b0cc21fb8722,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:20.727814 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:20.747994 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49739285-3665-4961-823d-5d70affcd242 req-a1384db7-f7bb-4cf2-b752-69a1a2175a5c tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:20.750563 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-49739285-3665-4961-823d-5d70affcd242 req-a1384db7-f7bb-4cf2-b752-69a1a2175a5c tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 931 time: 0.1230841 Nov 19 20:47:20.815890 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-49739285-3665-4961-823d-5d70affcd242 req-55cb5ca5-d5e1-4a7e-bed4-e582e333838f tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Synchronizing usage tracker for tenant:46ddc414c1294809a0d8fd1492a687e9 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:20.834372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-49739285-3665-4961-823d-5d70affcd242 req-55cb5ca5-d5e1-4a7e-bed4-e582e333838f tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Unset dirty status for tenant:46ddc414c1294809a0d8fd1492a687e9 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:20.839816 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-49739285-3665-4961-823d-5d70affcd242 req-55cb5ca5-d5e1-4a7e-bed4-e582e333838f tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825651 Nov 19 20:47:20.853401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Network 8e2eaa25-94f0-485e-8529-34ca8b5cb01b is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:47:20.854888 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:47:20.857714 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:47:20.940826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:20.941495 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:20.965441 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5246730 Nov 19 20:47:20.988882 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Request body: {'port': {'device_id': '19b7b15c-7691-4df5-92a0-de2d1ea32212', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:21.104224 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-44c55831-2a19-4151-afb2-ddd589a31535 req-43905b93-f6a5-44b6-8ebf-9d16c31ea3b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 1163 time: 0.1507921 Nov 19 20:47:21.127623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0fe47-a07e-4334-bfad-140c3e167cfa req-427bdbc9-7cc0-4c47-992a-a88ac3ab4e51 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:21.140788 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c2d0fe47-a07e-4334-bfad-140c3e167cfa req-427bdbc9-7cc0-4c47-992a-a88ac3ab4e51 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1331241 Nov 19 20:47:21.202472 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:21.266045 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c2d0fe47-a07e-4334-bfad-140c3e167cfa req-dbbf0d36-4373-4b19-a286-6c09ac53f06c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234913 Nov 19 20:47:21.272202 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-44c55831-2a19-4151-afb2-ddd589a31535 req-2ebf4301-a60d-4545-8314-d9259cb09707 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0947781 Nov 19 20:47:21.336420 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-403444b0-753d-4410-aef8-7150923edbff req-830f2f1e-5112-4ec7-9ce9-0a757db3d34a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 1162 time: 0.2488148 Nov 19 20:47:21.374696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 47899c8b-9f2d-46b9-8528-b0cc21fb8722 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:21.465624 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117fd2-20df-42d7-9aa7-4cb2909f7700 req-314cd51a-ba74-4770-9967-01c30649d4d0 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:21.467318 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d117fd2-20df-42d7-9aa7-4cb2909f7700 req-314cd51a-ba74-4770-9967-01c30649d4d0 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.2430143 Nov 19 20:47:21.479114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:21.479541 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:21.503065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dae5ab-7cc4-46cc-9ccf-d2ef196cd805 req-ddbac109-fe76-4755-8a8a-a33e46e1385f tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:21.506279 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-46dae5ab-7cc4-46cc-9ccf-d2ef196cd805 req-ddbac109-fe76-4755-8a8a-a33e46e1385f tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.1127412 Nov 19 20:47:21.577633 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d117fd2-20df-42d7-9aa7-4cb2909f7700 req-24e78ee1-dff0-42fe-a57c-27f8c2c9abbe tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009643 Nov 19 20:47:21.578612 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-46dae5ab-7cc4-46cc-9ccf-d2ef196cd805 req-fc22a4ae-570d-4417-a175-79183fa1ccb3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0656888 Nov 19 20:47:21.835267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403444b0-753d-4410-aef8-7150923edbff req-1f652297-4c55-456a-98e5-cb331fc82563 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:21.836929 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-403444b0-753d-4410-aef8-7150923edbff req-1f652297-4c55-456a-98e5-cb331fc82563 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 912 time: 0.2582541 Nov 19 20:47:21.952146 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-403444b0-753d-4410-aef8-7150923edbff req-3991b1be-8015-4eb9-b1a1-e888ec580435 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de7acc0c-480e-4771-a479-c60439073878 HTTP/1.1" status: 200 len: 217 time: 0.1068170 Nov 19 20:47:22.066055 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49475775-d884-471c-9b8a-8a5e996b2cbb {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:47:22.089099 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:22.321770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Transition to ACTIVE for port object 49475775-d884-471c-9b8a-8a5e996b2cbb will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:47:22.324386 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403444b0-753d-4410-aef8-7150923edbff req-61b2f672-dca3-4464-ba01-371c437aa778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:22.325963 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-403444b0-753d-4410-aef8-7150923edbff req-61b2f672-dca3-4464-ba01-371c437aa778 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 HTTP/1.1" status: 200 len: 858 time: 0.3551738 Nov 19 20:47:22.330481 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:22.350561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-09449151-9049-454f-ba9a-f98fa2282e11 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:22.476318 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-403444b0-753d-4410-aef8-7150923edbff req-cce7babb-4afa-4871-8ee3-21c6f91b670a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268001 Nov 19 20:47:22.495191 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9f521-55c0-4900-baf1-3570a261c604 req-9a188726-1be6-4e6e-a4b6-0bec2f89f1e2 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:22.496914 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6fa9f521-55c0-4900-baf1-3570a261c604 req-9a188726-1be6-4e6e-a4b6-0bec2f89f1e2 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.0930483 Nov 19 20:47:22.548548 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6fa9f521-55c0-4900-baf1-3570a261c604 req-98ee228a-5f10-42d1-868d-2b94e85c65f4 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452130 Nov 19 20:47:22.586519 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Pushing event updated for resources: {'Port': ['ID=49475775-d884-471c-9b8a-8a5e996b2cbb,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:22.592065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:22.613406 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72260-4cd9-4e4c-af64-72b82d4b1eff req-70a74ba7-88e2-44dd-89af-ad3d02321222 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:22.614175 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-82d72260-4cd9-4e4c-af64-72b82d4b1eff req-70a74ba7-88e2-44dd-89af-ad3d02321222 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Synchronizing usage tracker for tenant:46ddc414c1294809a0d8fd1492a687e9 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:22.734326 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-82d72260-4cd9-4e4c-af64-72b82d4b1eff req-70a74ba7-88e2-44dd-89af-ad3d02321222 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Unset dirty status for tenant:46ddc414c1294809a0d8fd1492a687e9 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:22.735782 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-82d72260-4cd9-4e4c-af64-72b82d4b1eff req-70a74ba7-88e2-44dd-89af-ad3d02321222 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 931 time: 0.7244406 Nov 19 20:47:22.818234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa6f64-2442-462b-8e05-73ec52dee31a req-ce55c92f-fe2a-4d3c-9871-9fbf0983b387 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:22.819815 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2baa6f64-2442-462b-8e05-73ec52dee31a req-ce55c92f-fe2a-4d3c-9871-9fbf0983b387 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0969658 Nov 19 20:47:22.863631 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-403444b0-753d-4410-aef8-7150923edbff req-71c2ff6b-f223-4759-abf6-4f6c020e509d service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155115 Nov 19 20:47:22.870089 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2baa6f64-2442-462b-8e05-73ec52dee31a req-14a5a6d6-5b51-46fa-8fd2-d42506f53a5e tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438232 Nov 19 20:47:22.907749 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-82d72260-4cd9-4e4c-af64-72b82d4b1eff req-68d6c531-ef39-4dbd-97d0-d1f0057fa3e9 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648810 Nov 19 20:47:23.071079 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26232e57-7eeb-4e8f-be67-28c46ec3a690 req-28d27092-a1d7-48bd-85af-5686036a2ff7 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:23.072641 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-26232e57-7eeb-4e8f-be67-28c46ec3a690 req-28d27092-a1d7-48bd-85af-5686036a2ff7 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0858574 Nov 19 20:47:23.080162 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Attempting to bind port 49475775-d884-471c-9b8a-8a5e996b2cbb on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:47:23.080563 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Attempting to bind port 49475775-d884-471c-9b8a-8a5e996b2cbb by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '5ded2e77-f626-4394-ae56-843aae414bb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e2eaa25-94f0-485e-8529-34ca8b5cb01b'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:47:23.080951 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Attempting to bind port 49475775-d884-471c-9b8a-8a5e996b2cbb on network 8e2eaa25-94f0-485e-8529-34ca8b5cb01b {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:47:23.089723 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-403444b0-753d-4410-aef8-7150923edbff req-28861267-fc67-44c4-bc51-94de0df2bcda service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2181504 Nov 19 20:47:23.093709 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:47:23.094156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Checking segment: {'id': '5ded2e77-f626-4394-ae56-843aae414bb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e2eaa25-94f0-485e-8529-34ca8b5cb01b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:47:23.094460 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:23.094845 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Bound using segment: {'id': '5ded2e77-f626-4394-ae56-843aae414bb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e2eaa25-94f0-485e-8529-34ca8b5cb01b'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:47:23.095320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Bound port: 49475775-d884-471c-9b8a-8a5e996b2cbb, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ded2e77-f626-4394-ae56-843aae414bb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e2eaa25-94f0-485e-8529-34ca8b5cb01b'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:47:23.095692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:23.125183 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-26232e57-7eeb-4e8f-be67-28c46ec3a690 req-b1b1fa94-cea1-4a8e-b9fc-70deb4544ae6 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0457375 Nov 19 20:47:23.191483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] For port 49475775-d884-471c-9b8a-8a5e996b2cbb, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:47:23.195373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] For port 49475775-d884-471c-9b8a-8a5e996b2cbb, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=49475775-d884-471c-9b8a-8a5e996b2cbb,segment=NetworkSegment(5ded2e77-f626-4394-ae56-843aae414bb2),segment_id=5ded2e77-f626-4394-ae56-843aae414bb2)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:47:23.198055 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:23.213783 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7d2a18ce-f75b-4a0a-9fbf-fe782812a489 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:23.369026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 47899c8b-9f2d-46b9-8528-b0cc21fb8722 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:23.427805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Pushing event updated for resources: {'Port': ['ID=49475775-d884-471c-9b8a-8a5e996b2cbb,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:23.433415 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:23.440456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:23.440893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:23.478226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e90aec-1780-415c-89c1-f0a7f1c4a90e req-65db0109-7cba-4d2a-8b72-b6eae0a5a7c1 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:23.479876 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a9e90aec-1780-415c-89c1-f0a7f1c4a90e req-65db0109-7cba-4d2a-8b72-b6eae0a5a7c1 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.2019413 Nov 19 20:47:23.485989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:23.487436 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] 10.222.0.24 "PUT /v2.0/ports/49475775-d884-471c-9b8a-8a5e996b2cbb HTTP/1.1" status: 200 len: 1157 time: 2.5047467 Nov 19 20:47:23.488120 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b7b15c-7691-4df5-92a0-de2d1ea32212', 'tag': '49475775-d884-471c-9b8a-8a5e996b2cbb'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:47:23.547288 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a9e90aec-1780-415c-89c1-f0a7f1c4a90e req-5b6136c6-f178-47ba-944c-2db230803d33 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0501671 Nov 19 20:47:23.619330 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b7b15c-7691-4df5-92a0-de2d1ea32212', 'tag': '49475775-d884-471c-9b8a-8a5e996b2cbb', 'status': 'completed', 'code': 200} Nov 19 20:47:23.669511 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-10a4a03a-e5c8-4447-888c-5d1d872edd76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46ddc414c1294809a0d8fd1492a687e9&device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 1160 time: 0.0928867 Nov 19 20:47:23.788851 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-327b3d8f-0a7d-4f3e-aee4-b04c9035b425 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1637020 Nov 19 20:47:23.800851 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Request body: {'floatingip': {'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:23.807051 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:47:23.811297 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Usage tracker for resource:floatingip and tenant:307deb72dd1a4c45818cccc576ec2e42 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:47:23.814351 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:47:23.814700 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-6325879a-9840-45e4-b7f3-20aa817613de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49475775-d884-471c-9b8a-8a5e996b2cbb HTTP/1.1" status: 200 len: 217 time: 0.1289153 Nov 19 20:47:23.820295 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:47:23.831576 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for floatingip, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:23.906892 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-b774c8c2-20e3-43a9-a8f9-94d711b619a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:23.908548 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-b774c8c2-20e3-43a9-a8f9-94d711b619a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55ccb4a-33e5-46f9-b349-57498ef42c5b HTTP/1.1" status: 200 len: 848 time: 0.0858498 Nov 19 20:47:23.916250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e67cf-1ab9-453f-bd3e-f09900590dee req-8208a53d-2771-48dc-984e-7692b3d46693 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:23.917968 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cb5e67cf-1ab9-453f-bd3e-f09900590dee req-8208a53d-2771-48dc-984e-7692b3d46693 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1752949 Nov 19 20:47:23.979700 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-d3f7d117-a373-456b-9cbc-6b27e2862670 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e2eaa25-94f0-485e-8529-34ca8b5cb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606513 Nov 19 20:47:24.064797 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cb5e67cf-1ab9-453f-bd3e-f09900590dee req-cbc44c09-6162-42ba-b8bf-5d86bc274a3a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061268 Nov 19 20:47:24.250819 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-1240d07e-e397-4f18-b5e0-ebc171ca3994 service neutron] 10.222.0.24 "GET /v2.0/networks/8e2eaa25-94f0-485e-8529-34ca8b5cb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622163 Nov 19 20:47:24.263065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:24.477888 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f24ff7-10c4-4f91-9322-d04cbafacac7 req-2cf18da3-1828-403e-8b55-fb569c2f505a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:24.485680 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-70f24ff7-10c4-4f91-9322-d04cbafacac7 req-2cf18da3-1828-403e-8b55-fb569c2f505a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.2275565 Nov 19 20:47:24.513289 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87c2ed0a-23ea-4759-9c42-3bf4e2e86f10 req-a78b330a-9e03-476f-9d37-17d812962094 service neutron] 10.222.0.24 "GET /v2.0/networks/8e2eaa25-94f0-485e-8529-34ca8b5cb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2026758 Nov 19 20:47:24.577933 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-70f24ff7-10c4-4f91-9322-d04cbafacac7 req-c17d84bf-5279-407c-a9bc-2b6e9b2ff48f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909576 Nov 19 20:47:24.619775 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Allocated IP 172.28.1.102 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/ad6fcf9d-d88a-4a23-aaa5-ef020757f75b) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:47:24.829228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:24.830530 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-af1da6f5-d103-4d6d-9f26-4af492754ed6 req-f06378c7-7e7e-40ef-831b-37e98b1ce5de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46ddc414c1294809a0d8fd1492a687e9&device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 1160 time: 0.1837337 Nov 19 20:47:24.841864 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bec7fb-cf97-4a2f-9c04-4c589b7889ca req-19877054-8ed4-49f8-849d-216a0cbb4280 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:24.844127 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a4bec7fb-cf97-4a2f-9c04-4c589b7889ca req-19877054-8ed4-49f8-849d-216a0cbb4280 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 943 time: 0.1201336 Nov 19 20:47:24.865492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:24.885692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:25.010704 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a4bec7fb-cf97-4a2f-9c04-4c589b7889ca req-5dadb7c1-4759-4526-a898-8b099057131a tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419613 Nov 19 20:47:25.056848 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da6f5-d103-4d6d-9f26-4af492754ed6 req-cf35caf4-a9ac-4639-b141-c99bd4d5519b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:25.058565 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-af1da6f5-d103-4d6d-9f26-4af492754ed6 req-cf35caf4-a9ac-4639-b141-c99bd4d5519b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e2eaa25-94f0-485e-8529-34ca8b5cb01b HTTP/1.1" status: 200 len: 902 time: 0.2132368 Nov 19 20:47:25.117691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Pushing event updated for resources: {'Port': ['ID=ad6fcf9d-d88a-4a23-aaa5-ef020757f75b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:25.130378 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:47:25.131661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:25.132589 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:47:25.134967 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:47:25.299806 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for floatingip, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:25.396220 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:25.426528 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-af1da6f5-d103-4d6d-9f26-4af492754ed6 req-1f7c41e7-6e75-4288-b5d7-51dee1d3446d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49475775-d884-471c-9b8a-8a5e996b2cbb HTTP/1.1" status: 200 len: 217 time: 0.3601747 Nov 19 20:47:25.617517 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da6f5-d103-4d6d-9f26-4af492754ed6 req-917c9cfa-7128-4402-84fd-36152dbc75b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:25.619919 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-af1da6f5-d103-4d6d-9f26-4af492754ed6 req-917c9cfa-7128-4402-84fd-36152dbc75b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55ccb4a-33e5-46f9-b349-57498ef42c5b HTTP/1.1" status: 200 len: 848 time: 0.1307960 Nov 19 20:47:25.639081 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1fd72-e560-444d-b5d1-e878cc005b2f req-eed4a95b-bf63-4796-bab7-96f09047eaa1 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:25.641672 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-edc1fd72-e560-444d-b5d1-e878cc005b2f req-eed4a95b-bf63-4796-bab7-96f09047eaa1 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.2141752 Nov 19 20:47:25.731566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:25.736288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:25.742791 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-af1da6f5-d103-4d6d-9f26-4af492754ed6 req-ea24346d-d5b6-4523-8e58-9836de79b0f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e2eaa25-94f0-485e-8529-34ca8b5cb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998435 Nov 19 20:47:25.753509 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9fd1205f-8359-4221-b187-b9c190be7cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:25.760968 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-edc1fd72-e560-444d-b5d1-e878cc005b2f req-97eb5062-3a57-4d98-9432-e5c88ffecf70 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774531 Nov 19 20:47:25.921364 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Pushing event updated for resources: {'Port': ['ID=ad6fcf9d-d88a-4a23-aaa5-ef020757f75b,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:25.925913 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:26.020862 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-af1da6f5-d103-4d6d-9f26-4af492754ed6 req-be21f600-dfe2-4257-80f7-7e01a9a0c54e service neutron] 10.222.0.24 "GET /v2.0/networks/8e2eaa25-94f0-485e-8529-34ca8b5cb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554326 Nov 19 20:47:26.039914 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:26.076669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:26.093951 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2973738 Nov 19 20:47:26.182177 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-17a72100-7b5b-4d39-aa7f-a7e3138aae40 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Synchronizing usage tracker for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:floatingip {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:26.192683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b494f7-4db2-4ea3-b6f9-c12265d14b00 req-ce6cb2b7-80fb-4c00-a6b3-582ad7d88c66 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:26.194945 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-35b494f7-4db2-4ea3-b6f9-c12265d14b00 req-ce6cb2b7-80fb-4c00-a6b3-582ad7d88c66 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.2758176 Nov 19 20:47:26.199640 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-af1da6f5-d103-4d6d-9f26-4af492754ed6 req-8ddcb4c9-f463-4ee2-a6fe-3580a4681078 service neutron] 10.222.0.24 "GET /v2.0/networks/8e2eaa25-94f0-485e-8529-34ca8b5cb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1683123 Nov 19 20:47:26.205259 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-17a72100-7b5b-4d39-aa7f-a7e3138aae40 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Unset dirty status for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:floatingip {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:26.213181 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-17a72100-7b5b-4d39-aa7f-a7e3138aae40 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.102 HTTP/1.1" status: 200 len: 696 time: 0.1177812 Nov 19 20:47:26.263124 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-35b494f7-4db2-4ea3-b6f9-c12265d14b00 req-1c8c2231-4fd8-47ac-8acd-5bf796a7fc7e tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604537 Nov 19 20:47:26.397725 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-67990063-923a-4ed9-8a7c-f1f5c2a5520e tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:26.405997 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-67990063-923a-4ed9-8a7c-f1f5c2a5520e tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/networks/19bfa57d-a95f-48de-acf6-6b99b2c60e31 HTTP/1.1" status: 200 len: 784 time: 0.1914775 Nov 19 20:47:26.412267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-9f346f93-2d32-401c-85e1-e2222170e4f1 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:47:26.418575 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a5417513-183b-46cd-bb8b-d5957e0c7241 req-9f346f93-2d32-401c-85e1-e2222170e4f1 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0114298 Nov 19 20:47:26.533263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01f341-97a2-44b6-a015-94034cdc0c11 req-ceacfa3c-c436-4ba5-9f34-cf1d3dda9a7e tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:26.534814 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc01f341-97a2-44b6-a015-94034cdc0c11 req-ceacfa3c-c436-4ba5-9f34-cf1d3dda9a7e tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 943 time: 0.0996447 Nov 19 20:47:26.586900 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fc01f341-97a2-44b6-a015-94034cdc0c11 req-5c58c19f-b885-4950-b253-e763183ebffa tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453818 Nov 19 20:47:26.649611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-24200a07-af9a-42d8-8ab3-15e16bdb6c78 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:26.651354 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-24200a07-af9a-42d8-8ab3-15e16bdb6c78 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0990720 Nov 19 20:47:26.756159 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-ec81e480-3fac-4cd1-a971-7b54cc0aa787 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.102 HTTP/1.1" status: 200 len: 696 time: 0.0975764 Nov 19 20:47:26.762204 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-56a967b2-cd7a-4a51-a6bb-6d076fff2a65 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Request body: {'floatingip': {'port_id': '47899c8b-9f2d-46b9-8528-b0cc21fb8722', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:47:26.859780 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-56a967b2-cd7a-4a51-a6bb-6d076fff2a65 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for floatingip, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:27.010862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7371a-cbc8-4294-bdbc-3c71828bb3c7 req-b3f70400-e2ff-42cf-9e13-88a85d3af0a9 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:27.024872 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e5d7371a-cbc8-4294-bdbc-3c71828bb3c7 req-b3f70400-e2ff-42cf-9e13-88a85d3af0a9 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1126983 Nov 19 20:47:27.082456 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e5d7371a-cbc8-4294-bdbc-3c71828bb3c7 req-99687eb3-9935-4a86-a5e6-e569e1e90b96 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562782 Nov 19 20:47:27.585272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d51881-9f02-4c6d-896c-3f8a319e5ae0 req-3d174e4a-1d0a-4e73-a2f6-2dd193c9f0e6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:27.587659 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-81d51881-9f02-4c6d-896c-3f8a319e5ae0 req-3d174e4a-1d0a-4e73-a2f6-2dd193c9f0e6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1335340 Nov 19 20:47:27.631142 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.objects.ports [None req-10221760-4caf-4c70-978e-478d863c3a21 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 20:47:27.668680 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-81d51881-9f02-4c6d-896c-3f8a319e5ae0 req-2583e2ca-b47d-4bc9-bd5c-be75e8bec08f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738127 Nov 19 20:47:27.926008 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-239e9d03-9826-4c48-9334-59588c74f7cb req-0694f615-c60e-426c-aca4-174dfb4c0bab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 1162 time: 0.1960027 Nov 19 20:47:27.938674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d92012-d162-4089-9885-d376ea6f4507 req-7347dfb9-b788-4a7e-ad7d-a2ee6e50dc7b tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:27.942702 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b9d92012-d162-4089-9885-d376ea6f4507 req-7347dfb9-b788-4a7e-ad7d-a2ee6e50dc7b tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1257434 Nov 19 20:47:28.023608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.resource_extend [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-56a967b2-cd7a-4a51-a6bb-6d076fff2a65 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 20:47:28.144784 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b9d92012-d162-4089-9885-d376ea6f4507 req-0cd2b77f-6170-47b3-a369-489e88b6aeff tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711793 Nov 19 20:47:28.168671 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-56a967b2-cd7a-4a51-a6bb-6d076fff2a65 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for floatingip, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:28.168671 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-56a967b2-cd7a-4a51-a6bb-6d076fff2a65 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:28.173328 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e9d03-9826-4c48-9334-59588c74f7cb req-4b8ca91c-a224-4e03-bfe4-2b0cb30aed23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:28.173710 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-239e9d03-9826-4c48-9334-59588c74f7cb req-4b8ca91c-a224-4e03-bfe4-2b0cb30aed23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 904 time: 0.2281110 Nov 19 20:47:28.309238 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-239e9d03-9826-4c48-9334-59588c74f7cb req-2953bf2d-d2f4-4c3a-8172-4d90da8d56da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa574c5-230d-4742-bece-8ac0ee341d69 HTTP/1.1" status: 200 len: 1001 time: 0.1251476 Nov 19 20:47:28.403351 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-56a967b2-cd7a-4a51-a6bb-6d076fff2a65 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Floating IP 7e806668-6ba6-40c5-b9b7-6f181981ae77 associated. External IP: 172.28.1.102, port: 47899c8b-9f2d-46b9-8528-b0cc21fb8722. Nov 19 20:47:28.457573 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e9d03-9826-4c48-9334-59588c74f7cb req-057986a0-1b56-48c5-88c1-1112abf6ca5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:28.459074 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-239e9d03-9826-4c48-9334-59588c74f7cb req-057986a0-1b56-48c5-88c1-1112abf6ca5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76030e34-5631-4aa3-9b7e-6153e008aab3 HTTP/1.1" status: 200 len: 849 time: 0.1039846 Nov 19 20:47:28.520891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e4feb-4db2-4308-b4fd-3fb5ecf20c0b req-35b2ae5d-2a22-490f-9005-72585b487f22 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:28.522562 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2b7e4feb-4db2-4308-b4fd-3fb5ecf20c0b req-35b2ae5d-2a22-490f-9005-72585b487f22 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 943 time: 0.2119627 Nov 19 20:47:28.599913 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2b7e4feb-4db2-4308-b4fd-3fb5ecf20c0b req-ddbfff73-9c2a-4dbd-b0c1-785f7852127a tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633869 Nov 19 20:47:28.616414 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-239e9d03-9826-4c48-9334-59588c74f7cb req-94b94ebb-7840-4b90-8373-0f18f0f318fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ce5521b-869b-47f6-915a-65202afa7823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1502023 Nov 19 20:47:28.800381 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-239e9d03-9826-4c48-9334-59588c74f7cb req-156f7671-adcc-4940-8ad8-92b8f16e26f8 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752875 Nov 19 20:47:28.883221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-56a967b2-cd7a-4a51-a6bb-6d076fff2a65 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Router e2ad5111-bb78-40ac-989a-174a342f858f has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:47:28.981227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device bfa574c5-230d-4742-bece-8ac0ee341d69 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:29.048042 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-239e9d03-9826-4c48-9334-59588c74f7cb req-a04a69b0-eba1-4314-a638-c713cadf40b9 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2235062 Nov 19 20:47:29.122947 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bdd8a-2a79-4680-8e5c-271ec0d723cf req-9aa67eda-bc1c-40c2-96b7-b240b976563b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:29.132568 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ed2bdd8a-2a79-4680-8e5c-271ec0d723cf req-9aa67eda-bc1c-40c2-96b7-b240b976563b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.2769754 Nov 19 20:47:29.205164 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ed2bdd8a-2a79-4680-8e5c-271ec0d723cf req-6c5cd160-fdff-4706-a8f6-9f0cd40e1846 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714889 Nov 19 20:47:29.215556 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-56a967b2-cd7a-4a51-a6bb-6d076fff2a65 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:47:29.227124 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a193b-524d-42cb-8114-fd47d615638b None None] Sync routers for ids ['e2ad5111-bb78-40ac-989a-174a342f858f'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:47:29.227325 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-56a967b2-cd7a-4a51-a6bb-6d076fff2a65 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:29.253896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a193b-524d-42cb-8114-fd47d615638b None None] Routers {'e2ad5111-bb78-40ac-989a-174a342f858f'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:47:29.254583 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fa0a193b-524d-42cb-8114-fd47d615638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:47:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['e2ad5111-bb78-40ac-989a-174a342f858f'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:47:29.300811 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port bfa574c5-230d-4742-bece-8ac0ee341d69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:29.302502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:29.309517 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-56a967b2-cd7a-4a51-a6bb-6d076fff2a65 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "PUT /v2.0/floatingips/7e806668-6ba6-40c5-b9b7-6f181981ae77 HTTP/1.1" status: 200 len: 997 time: 2.5521598 Nov 19 20:47:29.370531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:47:29.439310 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-71dae304-a297-47f0-a236-a2aa86de77ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=307deb72dd1a4c45818cccc576ec2e42&device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 1163 time: 0.1279624 Nov 19 20:47:29.456474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 49475775-d884-471c-9b8a-8a5e996b2cbb up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:29.544277 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port 49475775-d884-471c-9b8a-8a5e996b2cbb completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:47:29.550377 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 49475775-d884-471c-9b8a-8a5e996b2cbb triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:29.550792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:29.691681 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:29.720190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec728e-e6ca-405a-9db0-f92ea3a9090e req-5f563463-01fd-4407-bdfc-ee38c408b575 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:29.723315 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b7b15c-7691-4df5-92a0-de2d1ea32212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49475775-d884-471c-9b8a-8a5e996b2cbb'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:47:29.728585 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ecec728e-e6ca-405a-9db0-f92ea3a9090e req-5f563463-01fd-4407-bdfc-ee38c408b575 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1085238 Nov 19 20:47:29.736329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 49475775-d884-471c-9b8a-8a5e996b2cbb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=49475775-d884-471c-9b8a-8a5e996b2cbb,segment=NetworkSegment(5ded2e77-f626-4394-ae56-843aae414bb2),segment_id=5ded2e77-f626-4394-ae56-843aae414bb2)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:47:29.739259 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-fa0a193b-524d-42cb-8114-fd47d615638b None None] Set router e2ad5111-bb78-40ac-989a-174a342f858f gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:47:29.740644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:29.741562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 47899c8b-9f2d-46b9-8528-b0cc21fb8722 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:29.771669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:29.775648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-ea85f73e-6a3b-4e4c-9b3b-43bb07a3f195 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:29.782078 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-ea85f73e-6a3b-4e4c-9b3b-43bb07a3f195 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45 HTTP/1.1" status: 200 len: 903 time: 0.3417439 Nov 19 20:47:29.809593 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ecec728e-e6ca-405a-9db0-f92ea3a9090e req-d7d423ca-3736-4d89-9622-e16eab0865f1 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799415 Nov 19 20:47:29.859183 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=49475775-d884-471c-9b8a-8a5e996b2cbb,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:29.866242 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:29.911060 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:29.911492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:30.101371 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-41658827-a4d8-43ff-87e4-652b4cb04238 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 200 len: 1000 time: 0.3083379 Nov 19 20:47:30.104212 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722', 'status': 'completed', 'code': 200} Nov 19 20:47:30.245536 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-fcdf6c10-b4c6-4eca-8958-ee389654d88d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:30.251763 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-fcdf6c10-b4c6-4eca-8958-ee389654d88d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2607b434-3a11-45ea-9600-89c742938838 HTTP/1.1" status: 200 len: 848 time: 0.1434045 Nov 19 20:47:30.275506 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-86e68d2c-d26a-4f09-8b5d-e55b8e256e40 req-9e6221ef-e201-4522-961c-dea76d1b3a8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=307deb72dd1a4c45818cccc576ec2e42&device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 1163 time: 0.2535498 Nov 19 20:47:30.288408 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d903e1-c6a6-4b30-9a4d-d19974778b15 req-07fa365c-7be0-4dae-a6e3-fe83a7541de9 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:30.297008 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d8d903e1-c6a6-4b30-9a4d-d19974778b15 req-07fa365c-7be0-4dae-a6e3-fe83a7541de9 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 945 time: 0.1723466 Nov 19 20:47:30.369435 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-fcc646a8-92a3-4899-8ef0-3f373c449da6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1104829 Nov 19 20:47:30.389920 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-d02bb50c-0a64-47f3-a43f-64d17d9158fc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:47:30.391362 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-d02bb50c-0a64-47f3-a43f-64d17d9158fc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0144629 Nov 19 20:47:30.495333 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d8d903e1-c6a6-4b30-9a4d-d19974778b15 req-0550ebd3-eadb-4bc5-b4a9-56bd865b5801 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972847 Nov 19 20:47:30.577541 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e68d2c-d26a-4f09-8b5d-e55b8e256e40 req-e7c41554-3e3f-4950-961c-6f1286a8bfea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:30.579702 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-86e68d2c-d26a-4f09-8b5d-e55b8e256e40 req-e7c41554-3e3f-4950-961c-6f1286a8bfea service neutron] 10.222.0.24 "GET /v2.0/networks?id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45 HTTP/1.1" status: 200 len: 903 time: 0.2562039 Nov 19 20:47:30.589450 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b7b15c-7691-4df5-92a0-de2d1ea32212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49475775-d884-471c-9b8a-8a5e996b2cbb', 'code': 200} Nov 19 20:47:30.660209 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-a8cb3ffc-1375-41f5-9052-4d854827a037 service neutron] 10.222.0.13 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582934 Nov 19 20:47:30.682549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fa0a193b-524d-42cb-8114-fd47d615638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:37Z', 'revision_number': 4, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': '7e806668-6ba6-40c5-b9b7-6f181981ae77', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'port_id': '47899c8b-9f2d-46b9-8528-b0cc21fb8722', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'mac_address': 'fa:16:3e:c6:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:47:25Z', 'updated_at': '2020-11-19T20:47:27Z', 'revision_number': 1, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449c2b24-bad7-4e20-8745-4a0c5e74372f', 'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'mac_address': 'fa:16:3e:0d:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2607b434-3a11-45ea-9600-89c742938838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:34Z', 'updated_at': '2020-11-19T20:46:46Z', 'revision_number': 5, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'subnets': [{'id': '2607b434-3a11-45ea-9600-89c742938838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:47:30.697244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a193b-524d-42cb-8114-fd47d615638b None None] Checking router: e2ad5111-bb78-40ac-989a-174a342f858f for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:47:30.720888 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a193b-524d-42cb-8114-fd47d615638b None None] Routers {'e2ad5111-bb78-40ac-989a-174a342f858f'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:47:30.721579 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fa0a193b-524d-42cb-8114-fd47d615638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:47:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['e2ad5111-bb78-40ac-989a-174a342f858f'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:47:30.937718 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device bfa574c5-230d-4742-bece-8ac0ee341d69 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:31.010000 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-60f01e94-346a-4a94-80be-ffd83f0f3448 req-0d30dfd5-70b6-48ec-af3a-0b1f5d4c239f service neutron] 10.222.0.13 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3311167 Nov 19 20:47:31.036322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-fa0a193b-524d-42cb-8114-fd47d615638b None None] Set router e2ad5111-bb78-40ac-989a-174a342f858f gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:47:31.085299 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port bfa574c5-230d-4742-bece-8ac0ee341d69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:31.085526 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:31.227237 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-86e68d2c-d26a-4f09-8b5d-e55b8e256e40 req-1fcd1488-7d3a-4135-8946-ca696dbc1d64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 200 len: 1000 time: 0.6298461 Nov 19 20:47:31.245734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 49475775-d884-471c-9b8a-8a5e996b2cbb up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:47:31.366226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af5359-c1a9-4d93-815f-1c6fc0efe3b8 req-1732f7f6-bf7e-4a81-b082-0a80982694d0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:31.376356 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-00af5359-c1a9-4d93-815f-1c6fc0efe3b8 req-1732f7f6-bf7e-4a81-b082-0a80982694d0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1191082 Nov 19 20:47:31.382993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e68d2c-d26a-4f09-8b5d-e55b8e256e40 req-8461b432-9d76-47aa-817a-638a1ebbbab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:31.391178 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-86e68d2c-d26a-4f09-8b5d-e55b8e256e40 req-8461b432-9d76-47aa-817a-638a1ebbbab3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2607b434-3a11-45ea-9600-89c742938838 HTTP/1.1" status: 200 len: 848 time: 0.1516695 Nov 19 20:47:31.402438 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 49475775-d884-471c-9b8a-8a5e996b2cbb triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:47:31.403217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:31.417852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92079b-b5b6-410a-bbf6-6cbc06942dde req-e81629e3-954a-4cec-ac9f-137d836cd27a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:31.438807 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-00af5359-c1a9-4d93-815f-1c6fc0efe3b8 req-23e5a355-a8c7-4fa5-9056-48ad0a368c8c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613894 Nov 19 20:47:31.441438 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d92079b-b5b6-410a-bbf6-6cbc06942dde req-e81629e3-954a-4cec-ac9f-137d836cd27a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.6890314 Nov 19 20:47:31.518941 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c476d4a0-0c9e-4396-9cc1-cd6590eaac65 req-74737c1f-649a-4633-a6c2-d1a41b6e0326 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 1162 time: 0.4593370 Nov 19 20:47:31.584661 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c476d4a0-0c9e-4396-9cc1-cd6590eaac65 req-26f7f87b-6a90-4a09-a47d-862bbb41a461 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576894 Nov 19 20:47:31.621550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fa0a193b-524d-42cb-8114-fd47d615638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:37Z', 'revision_number': 4, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': '7e806668-6ba6-40c5-b9b7-6f181981ae77', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'port_id': '47899c8b-9f2d-46b9-8528-b0cc21fb8722', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'mac_address': 'fa:16:3e:c6:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:47:25Z', 'updated_at': '2020-11-19T20:47:27Z', 'revision_number': 1, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449c2b24-bad7-4e20-8745-4a0c5e74372f', 'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'mac_address': 'fa:16:3e:0d:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2607b434-3a11-45ea-9600-89c742938838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:34Z', 'updated_at': '2020-11-19T20:46:46Z', 'revision_number': 5, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'subnets': [{'id': '2607b434-3a11-45ea-9600-89c742938838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:47:31.627091 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a193b-524d-42cb-8114-fd47d615638b None None] The sync data for ids ['e2ad5111-bb78-40ac-989a-174a342f858f'] in dv-cinder-750782-3-smb is: [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:37Z', 'revision_number': 4, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': '7e806668-6ba6-40c5-b9b7-6f181981ae77', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'port_id': '47899c8b-9f2d-46b9-8528-b0cc21fb8722', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'mac_address': 'fa:16:3e:c6:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:47:25Z', 'updated_at': '2020-11-19T20:47:27Z', 'revision_number': 1, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449c2b24-bad7-4e20-8745-4a0c5e74372f', 'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'mac_address': 'fa:16:3e:0d:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2607b434-3a11-45ea-9600-89c742938838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:34Z', 'updated_at': '2020-11-19T20:46:46Z', 'revision_number': 5, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'subnets': [{'id': '2607b434-3a11-45ea-9600-89c742938838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:47:31.631197 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-86e68d2c-d26a-4f09-8b5d-e55b8e256e40 req-9f6b3260-e485-4963-ab2e-17467ede9ebb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2211857 Nov 19 20:47:31.637442 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d92079b-b5b6-410a-bbf6-6cbc06942dde req-5064e122-38f5-4743-8710-46b00a96f2f5 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948099 Nov 19 20:47:31.806021 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda1574-c413-4d20-ada5-6adf696a3c48 req-0c2c66a4-3377-4af0-bd0f-198644ae220e tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:31.807769 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-feda1574-c413-4d20-ada5-6adf696a3c48 req-0c2c66a4-3377-4af0-bd0f-198644ae220e tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 945 time: 0.0973730 Nov 19 20:47:31.864380 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-feda1574-c413-4d20-ada5-6adf696a3c48 req-24d4f9ce-1122-4e09-97df-04c6708a8690 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457945 Nov 19 20:47:32.051648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db753b-31f2-4621-aff8-079f6042c0a8 None None] New status for floating IP 7e806668-6ba6-40c5-b9b7-6f181981ae77: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:47:32.132541 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-86e68d2c-d26a-4f09-8b5d-e55b8e256e40 req-358f105d-d731-4e14-bc5f-06e1439211b8 service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026467 Nov 19 20:47:32.321522 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-86e68d2c-d26a-4f09-8b5d-e55b8e256e40 req-232b64ce-8a04-4797-a3f0-915077f81dc3 service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1733587 Nov 19 20:47:32.887288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475552c-88f9-4103-88d7-3473a112089d req-c5744966-387e-4796-9ebf-593fa519a3bb tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:32.889097 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6475552c-88f9-4103-88d7-3473a112089d req-c5744966-387e-4796-9ebf-593fa519a3bb tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0897799 Nov 19 20:47:32.943707 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6475552c-88f9-4103-88d7-3473a112089d req-1f6805eb-008c-47a8-bc35-7d5227a001bf tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461204 Nov 19 20:47:33.195935 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1a40e-5d6f-402d-823d-9a0441bbfa07 req-70810176-80d3-4bcf-bec8-9d87d6ac7170 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:33.198731 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3fc1a40e-5d6f-402d-823d-9a0441bbfa07 req-70810176-80d3-4bcf-bec8-9d87d6ac7170 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 945 time: 0.1611516 Nov 19 20:47:33.281084 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3fc1a40e-5d6f-402d-823d-9a0441bbfa07 req-1d62769f-9465-440a-80f8-6a6eebc71678 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735359 Nov 19 20:47:34.226670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846f76e-bf6f-4b8b-92bf-216fe6ba061a req-00712410-1753-4b61-95cb-72e5acc6f74a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:34.228383 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0846f76e-bf6f-4b8b-92bf-216fe6ba061a req-00712410-1753-4b61-95cb-72e5acc6f74a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1241493 Nov 19 20:47:34.292745 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0846f76e-bf6f-4b8b-92bf-216fe6ba061a req-c61b593f-3169-4cdd-8ce0-06586ec2c4c6 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567579 Nov 19 20:47:34.504872 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f7089-7336-429a-870d-a76bb19aa227 req-19d8d58d-c278-4c32-9570-c626ccf1544b tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:34.506555 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8b7f7089-7336-429a-870d-a76bb19aa227 req-19d8d58d-c278-4c32-9570-c626ccf1544b tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 945 time: 0.0887966 Nov 19 20:47:34.565214 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8b7f7089-7336-429a-870d-a76bb19aa227 req-5e8c6144-266a-4f9e-afa4-40c815eff231 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520837 Nov 19 20:47:35.552006 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831f241-2d43-4842-9054-85c7ad1f24e2 req-dad39024-7ba4-4e13-9146-a549ecf47a83 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:35.553656 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1831f241-2d43-4842-9054-85c7ad1f24e2 req-dad39024-7ba4-4e13-9146-a549ecf47a83 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0974712 Nov 19 20:47:35.611173 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1831f241-2d43-4842-9054-85c7ad1f24e2 req-374a30ec-efd0-4c56-b57e-76c94116f4bf tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484455 Nov 19 20:47:36.938862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6d237-75fb-4a52-88fe-bf892603ac2b req-34bee5e1-be33-4e47-91b7-aff11ae5aaf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:36.949081 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4bb6d237-75fb-4a52-88fe-bf892603ac2b req-34bee5e1-be33-4e47-91b7-aff11ae5aaf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1427226 Nov 19 20:47:37.016868 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4bb6d237-75fb-4a52-88fe-bf892603ac2b req-ce7f2087-04ac-483c-b957-83f7b94a7157 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648093 Nov 19 20:47:38.370684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cfdb0-da50-4b1b-98c0-081dbf510e83 req-a36e889d-f6bd-4302-9f25-2ad3115ac1db tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:38.380063 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f36cfdb0-da50-4b1b-98c0-081dbf510e83 req-a36e889d-f6bd-4302-9f25-2ad3115ac1db tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1278892 Nov 19 20:47:38.441481 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f36cfdb0-da50-4b1b-98c0-081dbf510e83 req-3968d1ab-1f07-4e6f-a680-1351ad67f0a1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601084 Nov 19 20:47:38.791665 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:38.811859 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71400a4b-cdc4-4736-88c2-94225eaa2339 req-a7b942ef-6ca8-45f7-b4e7-2fc3347f8a15 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:38.813644 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71400a4b-cdc4-4736-88c2-94225eaa2339 req-a7b942ef-6ca8-45f7-b4e7-2fc3347f8a15 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 945 time: 0.3234000 Nov 19 20:47:38.871185 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71400a4b-cdc4-4736-88c2-94225eaa2339 req-79650632-6e97-4174-873e-86419edc3ea5 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509272 Nov 19 20:47:39.665580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbe0df-6d38-4bbc-8e9e-8f7c36e807a2 req-a85b8549-ce6f-4340-a16f-716d1be6c953 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:39.667817 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-acfbe0df-6d38-4bbc-8e9e-8f7c36e807a2 req-a85b8549-ce6f-4340-a16f-716d1be6c953 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0920677 Nov 19 20:47:39.724039 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-acfbe0df-6d38-4bbc-8e9e-8f7c36e807a2 req-d6b9667f-47e0-4362-a420-1d2ba123d032 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475266 Nov 19 20:47:40.104443 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e51835-2660-4d7f-a733-debcd069735b req-6a1dd7e3-d551-4bec-b58c-ba5a99980c32 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:40.106030 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f2e51835-2660-4d7f-a733-debcd069735b req-6a1dd7e3-d551-4bec-b58c-ba5a99980c32 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 945 time: 0.0943413 Nov 19 20:47:40.162018 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f2e51835-2660-4d7f-a733-debcd069735b req-5fa1612d-1be2-4316-aaed-6e44988ca41e tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492611 Nov 19 20:47:40.634307 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c10a6-2b8e-4130-a59e-d41c02c7d242 req-1ddf69a8-843e-4d62-aec0-7d9ebd6e65a3 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:40.635875 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ef6c10a6-2b8e-4130-a59e-d41c02c7d242 req-1ddf69a8-843e-4d62-aec0-7d9ebd6e65a3 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.24 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 945 time: 0.0895507 Nov 19 20:47:40.718723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-ef6c10a6-2b8e-4130-a59e-d41c02c7d242 req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Deleting port 49475775-d884-471c-9b8a-8a5e996b2cbb {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:47:40.719682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ef6c10a6-2b8e-4130-a59e-d41c02c7d242 req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:41.058129 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-ef6c10a6-2b8e-4130-a59e-d41c02c7d242 req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] For port 49475775-d884-471c-9b8a-8a5e996b2cbb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=49475775-d884-471c-9b8a-8a5e996b2cbb,segment=NetworkSegment(5ded2e77-f626-4394-ae56-843aae414bb2),segment_id=5ded2e77-f626-4394-ae56-843aae414bb2)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:47:41.058711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ef6c10a6-2b8e-4130-a59e-d41c02c7d242 req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:41.199882 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-ef6c10a6-2b8e-4130-a59e-d41c02c7d242 req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Calling delete_port for 49475775-d884-471c-9b8a-8a5e996b2cbb owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:47:41.282742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7573d8-0796-4d9a-81c0-e09d697f52ff req-d6e6d927-39d3-4b9e-abd7-9855fb4fbc70 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:41.284404 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9b7573d8-0796-4d9a-81c0-e09d697f52ff req-d6e6d927-39d3-4b9e-abd7-9855fb4fbc70 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.3288529 Nov 19 20:47:41.374163 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9b7573d8-0796-4d9a-81c0-e09d697f52ff req-f166e77b-c7d0-485a-b5c1-e1092b3d74c3 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810859 Nov 19 20:47:41.436379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a13517-0ca8-4cdd-b957-918876afe502 req-e5f7a164-c5a6-47b8-9086-1765fb89e336 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:41.442464 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e4a13517-0ca8-4cdd-b957-918876afe502 req-e5f7a164-c5a6-47b8-9086-1765fb89e336 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 945 time: 0.1072989 Nov 19 20:47:41.474148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ef6c10a6-2b8e-4130-a59e-d41c02c7d242 req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:41.496072 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:41.504979 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e4a13517-0ca8-4cdd-b957-918876afe502 req-ba5e4edc-95cb-4b0e-aad4-4d4d0b1da93b tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/security-groups?id=1684981a-07ca-439b-a8e2-5c398dada102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588207 Nov 19 20:47:41.562224 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Pushing event deleted for resources: {'Port': ['ID=49475775-d884-471c-9b8a-8a5e996b2cbb,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:41.567701 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:41.736557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6c10a6-2b8e-4130-a59e-d41c02c7d242 req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] No DVR routers for this DVR port 49475775-d884-471c-9b8a-8a5e996b2cbb on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:47:41.739034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ef6c10a6-2b8e-4130-a59e-d41c02c7d242 req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:41.742305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b7b15c-7691-4df5-92a0-de2d1ea32212', 'name': 'network-vif-deleted', 'tag': '49475775-d884-471c-9b8a-8a5e996b2cbb'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:47:41.768066 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ef6c10a6-2b8e-4130-a59e-d41c02c7d242 req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.24 "DELETE /v2.0/ports/49475775-d884-471c-9b8a-8a5e996b2cbb HTTP/1.1" status: 204 len: 173 time: 1.1258698 Nov 19 20:47:41.837456 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b7b15c-7691-4df5-92a0-de2d1ea32212', 'name': 'network-vif-deleted', 'tag': '49475775-d884-471c-9b8a-8a5e996b2cbb', 'status': 'completed', 'code': 200} Nov 19 20:47:42.517960 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 49475775-d884-471c-9b8a-8a5e996b2cbb no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:47:42.575595 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] No Port match for: 49475775-d884-471c-9b8a-8a5e996b2cbb {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:47:42.576556 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 49475775-d884-471c-9b8a-8a5e996b2cbb not bound to the agent host hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:47:42.622511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f99d5b-0ff4-4add-843a-807454b61bd3 req-44b92711-f947-4e6b-b0a6-633d89bdb8d7 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:42.624887 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39f99d5b-0ff4-4add-843a-807454b61bd3 req-44b92711-f947-4e6b-b0a6-633d89bdb8d7 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1204174 Nov 19 20:47:42.680363 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39f99d5b-0ff4-4add-843a-807454b61bd3 req-bc517afc-1a56-42bc-a445-0b338807b305 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493510 Nov 19 20:47:42.714728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-440b80ac-d62e-4776-8574-0ac44de881a7 req-b7e150c9-8c40-420a-9a36-4aeb8c28ba2a tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Synchronizing usage tracker for tenant:46ddc414c1294809a0d8fd1492a687e9 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:47:42.731492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-440b80ac-d62e-4776-8574-0ac44de881a7 req-b7e150c9-8c40-420a-9a36-4aeb8c28ba2a tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Unset dirty status for tenant:46ddc414c1294809a0d8fd1492a687e9 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:47:42.732918 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-440b80ac-d62e-4776-8574-0ac44de881a7 req-b7e150c9-8c40-420a-9a36-4aeb8c28ba2a tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] 10.222.0.13 "GET /v2.0/ports?device_id=19b7b15c-7691-4df5-92a0-de2d1ea32212 HTTP/1.1" status: 200 len: 210 time: 0.0663571 Nov 19 20:47:42.739426 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfd7b-af4e-415d-9862-9c526262e69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:43.751911 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:47:43.904590 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dbfa7-8fc3-49be-b8ed-132dff6d195e req-35fec646-bf44-4b0c-9849-0e4e5fcaad88 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:43.906164 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ab6dbfa7-8fc3-49be-b8ed-132dff6d195e req-35fec646-bf44-4b0c-9849-0e4e5fcaad88 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0876434 Nov 19 20:47:43.963027 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ab6dbfa7-8fc3-49be-b8ed-132dff6d195e req-1a7dcf08-f94a-4c5c-84c9-f43c187c4771 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Nov 19 20:47:45.180445 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfe100-e1bc-402d-a849-a27425a0f88d req-f0930d64-0707-41e3-a93a-c5247d63eeae tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:45.182042 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4cfe100-e1bc-402d-a849-a27425a0f88d req-f0930d64-0707-41e3-a93a-c5247d63eeae tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0886819 Nov 19 20:47:45.215600 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48428) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:45.235404 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4cfe100-e1bc-402d-a849-a27425a0f88d req-b4f175b9-4fd0-43b0-9342-2b6832c32312 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462782 Nov 19 20:47:45.282919 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4246e9d-c708-4e62-8c45-46b2805ecce4 admin admin] Deleting subnet ac38865d-64a5-4cae-b5be-d9844b04e596 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:47:45.286027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4246e9d-c708-4e62-8c45-46b2805ecce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:45.341526 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4246e9d-c708-4e62-8c45-46b2805ecce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851966914'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:45.403011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4246e9d-c708-4e62-8c45-46b2805ecce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:45.463400 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf5b0943-2773-4566-b227-61d62a52414e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:45.710307 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4246e9d-c708-4e62-8c45-46b2805ecce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851923000'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:45.727103 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:45.761421 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:45.764775 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4246e9d-c708-4e62-8c45-46b2805ecce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac38865d-64a5-4cae-b5be-d9844b04e596,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:45.783677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c4246e9d-c708-4e62-8c45-46b2805ecce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:45.843479 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b445199-2efe-4d0e-9250-660bb45b008a req-2398c51d-da48-4926-8c15-8232df75b718 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:45.845154 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4b445199-2efe-4d0e-9250-660bb45b008a req-2398c51d-da48-4926-8c15-8232df75b718 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.1322782 Nov 19 20:47:45.849286 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-869c3219-ffbc-4f40-a134-c40400436a5f req-f041a67d-f16c-47c6-bd98-d9c3a1aadf63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769533c7fe5a4e848b3a5023b8d1da03&device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 1203 time: 0.1843972 Nov 19 20:47:45.877568 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4246e9d-c708-4e62-8c45-46b2805ecce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:45.886776 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c4246e9d-c708-4e62-8c45-46b2805ecce4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ac38865d-64a5-4cae-b5be-d9844b04e596 HTTP/1.1" status: 204 len: 168 time: 0.6678922 Nov 19 20:47:45.887139 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48446) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:46.008371 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:46.013952 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4b445199-2efe-4d0e-9250-660bb45b008a req-e713f517-37e2-43e3-a463-08f3aeca7019 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1596720 Nov 19 20:47:46.047339 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3219-ffbc-4f40-a134-c40400436a5f req-859c3e16-2503-4fff-9b00-1d35a41edf94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:46.048954 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-869c3219-ffbc-4f40-a134-c40400436a5f req-859c3e16-2503-4fff-9b00-1d35a41edf94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 HTTP/1.1" status: 200 len: 909 time: 0.1775417 Nov 19 20:47:46.209119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:46.336769 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29a5f8c-7b83-49c4-9154-66c487af0a0a']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:47:46.352340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55f10a2-f1f7-4978-8d17-b8aca9eccfd4') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:47:46.352736 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55f10a2-f1f7-4978-8d17-b8aca9eccfd4') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:47:46.366643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2808885'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:46.374764 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-869c3219-ffbc-4f40-a134-c40400436a5f req-a248cb7a-a708-47a6-98b0-daaeca3725af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 1002 time: 0.3133619 Nov 19 20:47:46.436544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:46.439733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:47:46.445006 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3219-ffbc-4f40-a134-c40400436a5f req-b03cb712-1027-4cea-95f8-c86b87a11cd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:46.446793 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-869c3219-ffbc-4f40-a134-c40400436a5f req-b03cb712-1027-4cea-95f8-c86b87a11cd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02c1a087-280e-47a6-aa2b-4690b8617221 HTTP/1.1" status: 200 len: 854 time: 0.0649142 Nov 19 20:47:46.534729 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-869c3219-ffbc-4f40-a134-c40400436a5f req-959dd82c-98f0-4467-8c0a-7037f8a06f56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746925 Nov 19 20:47:46.632502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Network e29a5f8c-7b83-49c4-9154-66c487af0a0a has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:47:46.646876 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853011291'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:46.671854 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ca83c-92d0-4ad5-b6da-ce7c9a38496e req-c9a98e95-abca-4798-b396-3d15272b9c3f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:46.673493 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f04ca83c-92d0-4ad5-b6da-ce7c9a38496e req-c9a98e95-abca-4798-b396-3d15272b9c3f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.2981131 Nov 19 20:47:46.681953 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-869c3219-ffbc-4f40-a134-c40400436a5f req-d9c27cb5-fbf1-4654-9e6d-74016f84faa8 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389925 Nov 19 20:47:46.832053 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-869c3219-ffbc-4f40-a134-c40400436a5f req-62abbdd2-7b1b-4211-af11-eb0b367ecb48 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394515 Nov 19 20:47:46.873980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:46.875286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Network e29a5f8c-7b83-49c4-9154-66c487af0a0a has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:47:46.885347 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f04ca83c-92d0-4ad5-b6da-ce7c9a38496e req-1ce42d3d-72d1-4cbc-af4a-84161dfbc378 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005062 Nov 19 20:47:46.896315 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:47:46.901047 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:47:46.982736 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:46.987094 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:47.002097 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:47.013594 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e29a5f8c-7b83-49c4-9154-66c487af0a0a,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:47.017237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:47.022774 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-5da9785f-035a-44ba-a655-6967f98326a9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e29a5f8c-7b83-49c4-9154-66c487af0a0a HTTP/1.1" status: 204 len: 168 time: 1.1346686 Nov 19 20:47:47.267075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407486c-7529-4118-8b6d-bb4c00829a11 req-04cbc5d1-a74c-4a65-ad7d-91f1b1451586 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:47.269267 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9407486c-7529-4118-8b6d-bb4c00829a11 req-04cbc5d1-a74c-4a65-ad7d-91f1b1451586 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0917101 Nov 19 20:47:47.290800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48460) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:47.324966 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9407486c-7529-4118-8b6d-bb4c00829a11 req-3ffe31c3-099f-4346-98c5-5733d40fc1be tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0492175 Nov 19 20:47:47.348578 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e3fb5880-e249-4f1e-b74e-f20234e674e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b32e9275ec014bae80812d80887829ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559149 Nov 19 20:47:47.350628 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48464) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:47:47.422603 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-239d52eb-2774-4218-a2ea-2973449bef95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:47.451462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-239d52eb-2774-4218-a2ea-2973449bef95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:47.498694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-239d52eb-2774-4218-a2ea-2973449bef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:47.503673 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e189b4ca-414c-41d4-acfb-0e50707d61fb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:47:47.517222 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d52eb-2774-4218-a2ea-2973449bef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9225a8a0-5b8d-4fc3-b1d0-1d9717a15176,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:47:47.519957 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-239d52eb-2774-4218-a2ea-2973449bef95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:47:47.525972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-239d52eb-2774-4218-a2ea-2973449bef95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:47:47.527185 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-239d52eb-2774-4218-a2ea-2973449bef95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9225a8a0-5b8d-4fc3-b1d0-1d9717a15176 HTTP/1.1" status: 204 len: 168 time: 0.1756184 Nov 19 20:47:48.099747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cad9cb-24ff-4ab8-9e36-fcf801538c99 req-b2591481-fe71-46d5-870c-f2e0c3157744 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:48.101392 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56cad9cb-24ff-4ab8-9e36-fcf801538c99 req-b2591481-fe71-46d5-870c-f2e0c3157744 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0855091 Nov 19 20:47:48.150467 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56cad9cb-24ff-4ab8-9e36-fcf801538c99 req-571f23de-bd09-4ef8-8b2d-93c501197b5c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Nov 19 20:47:48.557007 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7e1b7-20ac-46f2-8622-0900d2c1476b req-a82937a7-4e86-41b2-bd32-4155f46588d1 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:48.558681 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dbf7e1b7-20ac-46f2-8622-0900d2c1476b req-a82937a7-4e86-41b2-bd32-4155f46588d1 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0829654 Nov 19 20:47:48.611730 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dbf7e1b7-20ac-46f2-8622-0900d2c1476b req-16f63688-4472-4b3a-879a-09171ac63e13 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0460651 Nov 19 20:47:49.367552 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe51ea-532e-4911-bd0d-28aec038c02d req-191e5329-38e9-444c-b816-616acab1ba9c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:49.369374 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ebe51ea-532e-4911-bd0d-28aec038c02d req-191e5329-38e9-444c-b816-616acab1ba9c tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0870216 Nov 19 20:47:49.419817 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ebe51ea-532e-4911-bd0d-28aec038c02d req-02774a16-c2fa-482f-91fd-b79fe8980aae tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430984 Nov 19 20:47:49.825549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a9140-5a5b-4313-bccc-04d63e72457d req-ea69dbf6-a273-40bc-bbc0-5da86a168290 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:49.827130 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0a8a9140-5a5b-4313-bccc-04d63e72457d req-ea69dbf6-a273-40bc-bbc0-5da86a168290 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0854301 Nov 19 20:47:49.876346 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0a8a9140-5a5b-4313-bccc-04d63e72457d req-580179c6-1881-4c3d-8227-c309e7180fbc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0429571 Nov 19 20:47:50.631157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251b477-776a-4b06-94c8-2db1f399238b req-6e331a2e-6bf7-49cb-b5f0-f2cceb666b28 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:50.632676 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b251b477-776a-4b06-94c8-2db1f399238b req-6e331a2e-6bf7-49cb-b5f0-f2cceb666b28 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0829105 Nov 19 20:47:50.685242 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b251b477-776a-4b06-94c8-2db1f399238b req-d312d96d-89cf-4080-90ba-72127045bac3 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Nov 19 20:47:51.090932 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bdae6-4d7d-49c1-8b57-65c0d9760a51 req-7e3d62f7-1c86-4983-b3f4-271c8405cd06 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:51.092569 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e04bdae6-4d7d-49c1-8b57-65c0d9760a51 req-7e3d62f7-1c86-4983-b3f4-271c8405cd06 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0861335 Nov 19 20:47:51.146411 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e04bdae6-4d7d-49c1-8b57-65c0d9760a51 req-f0de39e8-1ece-4e42-9aa1-8e94ea1a5394 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0475402 Nov 19 20:47:51.897330 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe095a-238d-4b67-a87f-6c2dd3168c17 req-77c69d0e-6db0-4316-ba37-f0d944557ce7 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:51.898900 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-24fe095a-238d-4b67-a87f-6c2dd3168c17 req-77c69d0e-6db0-4316-ba37-f0d944557ce7 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0845585 Nov 19 20:47:51.948309 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-24fe095a-238d-4b67-a87f-6c2dd3168c17 req-d0d6edb3-b9b2-492c-8b1a-a8dd6fb66b76 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Nov 19 20:47:52.363146 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb901fd-f82d-432d-9070-38272d256372 req-abc6c4de-1b2c-4623-ba77-88f2c7242d19 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:52.364762 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7fb901fd-f82d-432d-9070-38272d256372 req-abc6c4de-1b2c-4623-ba77-88f2c7242d19 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0849521 Nov 19 20:47:52.414663 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7fb901fd-f82d-432d-9070-38272d256372 req-ecc4d71c-8f21-49b6-9591-ddffc8ecfa1d tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0436990 Nov 19 20:47:53.167077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7dac5-1835-4e4d-847f-a78bb70fbfe5 req-e1cb54d4-8299-4b9d-b47b-62e6e62cbb17 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:53.168730 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6aa7dac5-1835-4e4d-847f-a78bb70fbfe5 req-e1cb54d4-8299-4b9d-b47b-62e6e62cbb17 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0883749 Nov 19 20:47:53.218986 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6aa7dac5-1835-4e4d-847f-a78bb70fbfe5 req-27a6b95e-1fd9-436f-9ba8-bcdeb1c1099a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Nov 19 20:47:53.646167 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb3ff2-c07c-4be8-aead-e4958ec41df4 req-62eed26c-2c8a-4cb6-9f57-097eff2fd61c tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:53.647839 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-31cb3ff2-c07c-4be8-aead-e4958ec41df4 req-62eed26c-2c8a-4cb6-9f57-097eff2fd61c tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0913336 Nov 19 20:47:53.700136 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-31cb3ff2-c07c-4be8-aead-e4958ec41df4 req-ea3c7f62-3cfd-45f9-a1fd-a1558d747e00 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0446985 Nov 19 20:47:54.430999 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a896d-30eb-4664-a72c-8d87480d457d req-839a9474-39cb-4ea0-ae4a-254076b37578 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:54.432612 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-517a896d-30eb-4664-a72c-8d87480d457d req-839a9474-39cb-4ea0-ae4a-254076b37578 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0834579 Nov 19 20:47:54.480454 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-517a896d-30eb-4664-a72c-8d87480d457d req-03759fa1-4efc-459b-b927-f43de0bd3ade tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Nov 19 20:47:54.905366 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-33e9b9a0-89a2-44ed-b79c-178b29304108 req-ffc722a8-31aa-4254-b102-ed17929e798b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 1162 time: 0.1344264 Nov 19 20:47:54.969378 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-33e9b9a0-89a2-44ed-b79c-178b29304108 req-1c760cb0-5065-4231-96b7-3e506fbdfb14 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547094 Nov 19 20:47:54.975439 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f292b29-9c27-40f3-a3b3-dc0a7612bb10 req-803cf7a2-45f5-4ae6-aade-410c43de5280 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:54.977137 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5f292b29-9c27-40f3-a3b3-dc0a7612bb10 req-803cf7a2-45f5-4ae6-aade-410c43de5280 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.1362381 Nov 19 20:47:55.029242 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5f292b29-9c27-40f3-a3b3-dc0a7612bb10 req-c0f61c93-032f-4f52-afa8-ee2451e9b271 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0446138 Nov 19 20:47:55.694944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7145ac-0931-48b2-9001-77a65745f176 req-ffadef38-661b-404d-849c-d07c0776117f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:55.696516 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c7145ac-0931-48b2-9001-77a65745f176 req-ffadef38-661b-404d-849c-d07c0776117f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0849459 Nov 19 20:47:55.743494 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c7145ac-0931-48b2-9001-77a65745f176 req-775d1998-bfbd-4f6f-9255-483bbe3a78fe tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408287 Nov 19 20:47:56.251680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fb3b9-c201-4bed-bd84-5e7212fb72e3 req-8eba65f8-1ef4-4275-b791-ca7a54097e67 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:56.253331 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f56fb3b9-c201-4bed-bd84-5e7212fb72e3 req-8eba65f8-1ef4-4275-b791-ca7a54097e67 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0891304 Nov 19 20:47:56.304456 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f56fb3b9-c201-4bed-bd84-5e7212fb72e3 req-7f55d2ae-0f58-404f-a430-19eadb1d9a27 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0445998 Nov 19 20:47:56.959339 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b911568-e771-45c7-a285-b6a161d4385e req-e627a7a8-a571-44e4-8b49-32d4dff43ae7 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:56.960954 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7b911568-e771-45c7-a285-b6a161d4385e req-e627a7a8-a571-44e4-8b49-32d4dff43ae7 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0835230 Nov 19 20:47:57.008413 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7b911568-e771-45c7-a285-b6a161d4385e req-d60835f3-cefe-429e-9699-14cacb4db399 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Nov 19 20:47:57.591641 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3ebb-28ee-4e19-be43-e51cbe8880d6 req-d08b8f7f-4bc2-4dea-92ef-f605a9240e03 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:57.593318 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-30fe3ebb-28ee-4e19-be43-e51cbe8880d6 req-d08b8f7f-4bc2-4dea-92ef-f605a9240e03 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.1558847 Nov 19 20:47:57.597376 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d18178a-6338-4d0b-b17f-7f45c202b62b req-88517312-2d6b-4b09-8b3d-d6c6ec92669c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 1162 time: 0.1180985 Nov 19 20:47:57.614550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bc13b-24b8-4e00-b25f-b51909825147 req-67e89cbe-b88e-46db-ae61-1e4f8e3ec370 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:57.616153 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a08bc13b-24b8-4e00-b25f-b51909825147 req-67e89cbe-b88e-46db-ae61-1e4f8e3ec370 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0911987 Nov 19 20:47:57.664880 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a08bc13b-24b8-4e00-b25f-b51909825147 req-950f742f-291e-40d6-aa45-8e5799f5e4de tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Nov 19 20:47:57.751898 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-30fe3ebb-28ee-4e19-be43-e51cbe8880d6 req-626cbb97-e5fc-411a-8efd-77bbc962ca50 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1523631 Nov 19 20:47:57.782043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18178a-6338-4d0b-b17f-7f45c202b62b req-32fcac4a-9a58-4e15-9355-c607a2811f62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:57.783601 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d18178a-6338-4d0b-b17f-7f45c202b62b req-32fcac4a-9a58-4e15-9355-c607a2811f62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 912 time: 0.1691051 Nov 19 20:47:57.858129 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d18178a-6338-4d0b-b17f-7f45c202b62b req-9e431931-5594-4505-9b1e-e9b98cb9aa11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de7acc0c-480e-4771-a479-c60439073878 HTTP/1.1" status: 200 len: 217 time: 0.0658579 Nov 19 20:47:57.936675 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18178a-6338-4d0b-b17f-7f45c202b62b req-32d854df-db73-4261-bea5-8655b2adae72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:57.938253 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d18178a-6338-4d0b-b17f-7f45c202b62b req-32d854df-db73-4261-bea5-8655b2adae72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 HTTP/1.1" status: 200 len: 858 time: 0.0701244 Nov 19 20:47:57.990224 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d18178a-6338-4d0b-b17f-7f45c202b62b req-9312e30e-0f33-48e5-a74c-b919d3aef5dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448070 Nov 19 20:47:58.141183 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d18178a-6338-4d0b-b17f-7f45c202b62b req-c9701354-8e19-4db5-b8be-f743b1bbf6c8 service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438372 Nov 19 20:47:58.288226 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d18178a-6338-4d0b-b17f-7f45c202b62b req-f88bc3f4-c86e-4d07-aafa-1c1364551e1c service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396265 Nov 19 20:47:58.895482 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3446-7840-4e7e-9781-02f9c7b2c63a req-c36d70f8-4638-496b-9d87-3b1d0c651ebb tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:58.897150 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a30f3446-7840-4e7e-9781-02f9c7b2c63a req-c36d70f8-4638-496b-9d87-3b1d0c651ebb tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0906420 Nov 19 20:47:58.953684 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a30f3446-7840-4e7e-9781-02f9c7b2c63a req-b98a7e16-f0d1-4554-b75c-778f4b49e45e tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504785 Nov 19 20:47:58.993518 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f58f3-6a3f-40ad-8e2c-fcc374c81e43 req-c17db7db-689a-439f-a85f-ff8057fb11ae tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:47:58.995136 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c49f58f3-6a3f-40ad-8e2c-fcc374c81e43 req-c17db7db-689a-439f-a85f-ff8057fb11ae tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0862367 Nov 19 20:47:59.052585 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c49f58f3-6a3f-40ad-8e2c-fcc374c81e43 req-671f990f-566f-43fe-878e-c4afb47c64ab tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0503621 Nov 19 20:48:00.171414 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ae5bb-6897-4c66-b8e9-85ece4b3b4e4 req-147a3c13-ace2-44b2-8e80-bc103814faf5 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:00.173068 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-458ae5bb-6897-4c66-b8e9-85ece4b3b4e4 req-147a3c13-ace2-44b2-8e80-bc103814faf5 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0853913 Nov 19 20:48:00.226406 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-458ae5bb-6897-4c66-b8e9-85ece4b3b4e4 req-9f8375e6-f30f-43e2-a7a3-6f433b943f0b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471783 Nov 19 20:48:00.273501 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd73fe-4be1-4b14-9063-690535ed91cc req-7c432686-608f-4863-8b3c-f5bebcc7926c tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:00.275111 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-90dd73fe-4be1-4b14-9063-690535ed91cc req-7c432686-608f-4863-8b3c-f5bebcc7926c tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0913186 Nov 19 20:48:00.326758 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-90dd73fe-4be1-4b14-9063-690535ed91cc req-f5d41f24-5d19-4e33-8f03-1a7597f3180d tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0451167 Nov 19 20:48:00.980607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device de7acc0c-480e-4771-a479-c60439073878 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:01.055473 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port de7acc0c-480e-4771-a479-c60439073878 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:01.055892 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:01.447058 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79e98b-d382-45a9-9dde-860c358e5b06 req-c0375e66-b1c1-449a-b23f-1849f115f940 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:01.448696 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-af79e98b-d382-45a9-9dde-860c358e5b06 req-c0375e66-b1c1-449a-b23f-1849f115f940 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0869792 Nov 19 20:48:01.498719 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-af79e98b-d382-45a9-9dde-860c358e5b06 req-bd936ac8-fe4e-4f5e-9f2d-f6fa37620674 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Nov 19 20:48:01.542534 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bba8ee-9c39-421f-a4db-238ee42d9b63 req-87603476-dff1-4536-9a45-a44c9a6c4a70 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:01.544827 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-74bba8ee-9c39-421f-a4db-238ee42d9b63 req-87603476-dff1-4536-9a45-a44c9a6c4a70 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0886543 Nov 19 20:48:01.595545 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-74bba8ee-9c39-421f-a4db-238ee42d9b63 req-eefb15ce-4a37-40ce-a7d2-dae305db4aae tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0439858 Nov 19 20:48:01.729233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48632) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:01.796946 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-94903251-7428-4356-a8d6-235ed29de842 admin admin] Deleting subnet d55ccb4a-33e5-46f9-b349-57498ef42c5b {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:48:01.800104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94903251-7428-4356-a8d6-235ed29de842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:01.857885 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94903251-7428-4356-a8d6-235ed29de842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851966914'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:01.917198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94903251-7428-4356-a8d6-235ed29de842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:02.185757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94903251-7428-4356-a8d6-235ed29de842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851923000'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:02.200827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:02.246573 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94903251-7428-4356-a8d6-235ed29de842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55ccb4a-33e5-46f9-b349-57498ef42c5b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:02.251026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-94903251-7428-4356-a8d6-235ed29de842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:02.532186 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94903251-7428-4356-a8d6-235ed29de842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:02.538429 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-94903251-7428-4356-a8d6-235ed29de842 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d55ccb4a-33e5-46f9-b349-57498ef42c5b HTTP/1.1" status: 204 len: 168 time: 0.8081324 Nov 19 20:48:02.540949 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48642) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:02.659582 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:02.812884 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59771c-d98f-463d-af10-b9b385017e36 req-9ba0b1b5-5981-43ce-a468-4d1a14f79186 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:02.814504 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ba59771c-d98f-463d-af10-b9b385017e36 req-9ba0b1b5-5981-43ce-a468-4d1a14f79186 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0851884 Nov 19 20:48:02.858789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:02.866359 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ba59771c-d98f-463d-af10-b9b385017e36 req-78572fa3-3582-40d9-8fe6-afb98e0dcc73 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0455422 Nov 19 20:48:02.977312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2eaa25-94f0-485e-8529-34ca8b5cb01b']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:02.990650 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ded2e77-f626-4394-ae56-843aae414bb2') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:02.990981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ded2e77-f626-4394-ae56-843aae414bb2') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:03.003302 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2808885'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:03.018526 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:03.020764 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:48:03.206907 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Network 8e2eaa25-94f0-485e-8529-34ca8b5cb01b has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:48:03.216669 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853011291'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:03.402080 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Network 8e2eaa25-94f0-485e-8529-34ca8b5cb01b has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:48:03.425894 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:48:03.504599 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:03.508898 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:03.511405 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:03.533626 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2eaa25-94f0-485e-8529-34ca8b5cb01b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:03.536194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:03.542963 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7d7afc8f-27d3-41d1-a3a1-fe3ba5dff13c admin admin] 10.222.0.13 "DELETE /v2.0/networks/8e2eaa25-94f0-485e-8529-34ca8b5cb01b HTTP/1.1" status: 204 len: 168 time: 1.0010250 Nov 19 20:48:03.546583 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48654) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:03.617707 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a4d75e-d497-4c19-b022-f44bc49a4265 admin admin] Deleting subnet cd267502-6c94-4245-9486-cd494e6af699 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:48:03.620731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a4a4d75e-d497-4c19-b022-f44bc49a4265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:03.672943 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a4a4d75e-d497-4c19-b022-f44bc49a4265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851966914'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:03.732452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a4a4d75e-d497-4c19-b022-f44bc49a4265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:03.993243 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a4a4d75e-d497-4c19-b022-f44bc49a4265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851923000'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:04.010670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-94903251-7428-4356-a8d6-235ed29de842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:04.106873 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4d75e-d497-4c19-b022-f44bc49a4265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd267502-6c94-4245-9486-cd494e6af699,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:04.110683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a4a4d75e-d497-4c19-b022-f44bc49a4265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:04.214764 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a4a4d75e-d497-4c19-b022-f44bc49a4265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:04.225954 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a4a4d75e-d497-4c19-b022-f44bc49a4265 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd267502-6c94-4245-9486-cd494e6af699 HTTP/1.1" status: 204 len: 168 time: 0.6783879 Nov 19 20:48:04.228630 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 48660) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:04.233515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6be2d-f1a3-4a7a-b0d8-b18108b7509b req-79b686ad-e234-4d9e-87ab-33141bb8a1fa tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:04.235069 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d3c6be2d-f1a3-4a7a-b0d8-b18108b7509b req-79b686ad-e234-4d9e-87ab-33141bb8a1fa tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.2276573 Nov 19 20:48:04.287333 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d3c6be2d-f1a3-4a7a-b0d8-b18108b7509b req-ddc65d24-1305-49c1-b050-792afff9f7b9 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0456972 Nov 19 20:48:04.391450 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:04.608319 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-635a884e-8907-4f8a-8348-2096ffefeb5c req-dd3c357f-c49e-4d74-baf1-d22a04abf57b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2681572 Nov 19 20:48:04.612289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:04.790216 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52885f53-dcd7-4f62-8d0f-57e8e3710dd6']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:04.806397 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6d6cca-6a91-480c-9e99-894c002ae76a') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:04.806731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6d6cca-6a91-480c-9e99-894c002ae76a') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:04.825476 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097726'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:04.846047 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:04.848627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:48:04.865640 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-635a884e-8907-4f8a-8348-2096ffefeb5c req-bcee77a6-69af-431c-904e-3277d3b56a53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0359710a35640fa88744c7402fd5ddd&device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 1162 time: 0.2128086 Nov 19 20:48:05.317613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Network 52885f53-dcd7-4f62-8d0f-57e8e3710dd6 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:48:05.331331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2170763'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:05.601880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a884e-8907-4f8a-8348-2096ffefeb5c req-d5e70014-65cb-40cd-86ba-13027b2a736f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:05.603489 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-635a884e-8907-4f8a-8348-2096ffefeb5c req-d5e70014-65cb-40cd-86ba-13027b2a736f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 200 len: 912 time: 0.6725204 Nov 19 20:48:05.605193 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Network 52885f53-dcd7-4f62-8d0f-57e8e3710dd6 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:48:05.629056 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:48:05.780770 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-635a884e-8907-4f8a-8348-2096ffefeb5c req-eb28276c-f2fb-420a-af9f-99233f112b7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de7acc0c-480e-4771-a479-c60439073878 HTTP/1.1" status: 200 len: 217 time: 0.1457648 Nov 19 20:48:05.786633 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:05.847411 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:05.865525 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:05.875860 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149516f-f12c-42d0-b3f7-c13a68438a83 req-9f8ca2dc-41fc-465f-a422-db7577467a74 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:05.877507 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9149516f-f12c-42d0-b3f7-c13a68438a83 req-9f8ca2dc-41fc-465f-a422-db7577467a74 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.4503198 Nov 19 20:48:05.886561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=52885f53-dcd7-4f62-8d0f-57e8e3710dd6,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:05.895916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:05.898190 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b80cb150-defa-49c9-8593-002e2b328fd7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52885f53-dcd7-4f62-8d0f-57e8e3710dd6 HTTP/1.1" status: 204 len: 168 time: 1.6683853 Nov 19 20:48:05.917376 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a884e-8907-4f8a-8348-2096ffefeb5c req-6913a099-f745-4aa2-b429-d11e78df1cfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:05.919864 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-635a884e-8907-4f8a-8348-2096ffefeb5c req-6913a099-f745-4aa2-b429-d11e78df1cfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 HTTP/1.1" status: 200 len: 858 time: 0.1301124 Nov 19 20:48:05.980908 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-635a884e-8907-4f8a-8348-2096ffefeb5c req-0261ef89-8592-4565-b767-d21901140c61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536244 Nov 19 20:48:06.017039 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9149516f-f12c-42d0-b3f7-c13a68438a83 req-44727c78-b338-4665-8e8a-e8fbda701d7a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1238890 Nov 19 20:48:06.055980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffd8ad-702c-4c0c-95e1-fc3ecfee1f1c req-6a2bd9b4-23b3-4583-a1a2-40e85a2abd5b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:06.057738 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4ffd8ad-702c-4c0c-95e1-fc3ecfee1f1c req-6a2bd9b4-23b3-4583-a1a2-40e85a2abd5b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.0973966 Nov 19 20:48:06.132048 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4ffd8ad-702c-4c0c-95e1-fc3ecfee1f1c req-558cd733-c8d2-4b68-9f03-0c8865fbe646 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663998 Nov 19 20:48:06.142759 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-635a884e-8907-4f8a-8348-2096ffefeb5c req-f61f0968-b32e-43a7-a130-e32029d9a1d6 service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510868 Nov 19 20:48:06.153655 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48680) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:06.208084 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-3bad8d13-f810-488c-bbdd-7a1ef6d47d60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46ddc414c1294809a0d8fd1492a687e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530708 Nov 19 20:48:06.210628 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48684) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:06.274061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88b922d4-b322-4567-848e-b1ffd383e560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:06.289879 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-635a884e-8907-4f8a-8348-2096ffefeb5c req-fe20c3ec-45f5-43a0-81b2-01147ac507a2 service neutron] 10.222.0.24 "GET /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403387 Nov 19 20:48:06.301888 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88b922d4-b322-4567-848e-b1ffd383e560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:06.350343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88b922d4-b322-4567-848e-b1ffd383e560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:06.355445 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8bf68eb5-608c-4cb1-be5a-20ecde28bdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:06.369890 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b922d4-b322-4567-848e-b1ffd383e560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1684981a-07ca-439b-a8e2-5c398dada102,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:06.373571 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-88b922d4-b322-4567-848e-b1ffd383e560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:06.380238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88b922d4-b322-4567-848e-b1ffd383e560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:06.381564 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-88b922d4-b322-4567-848e-b1ffd383e560 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1684981a-07ca-439b-a8e2-5c398dada102 HTTP/1.1" status: 204 len: 168 time: 0.1699986 Nov 19 20:48:06.800064 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 48692) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:06.854798 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-efe544e8-2a98-46db-89d5-8f2bed7fb872 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00c341a55e98433e9a9f76a0dd86f94e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533378 Nov 19 20:48:06.858052 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 48696) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:06.927227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75aa2e82-5f61-4e4a-8eb0-92b26316c28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:06.954308 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75aa2e82-5f61-4e4a-8eb0-92b26316c28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:07.002508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75aa2e82-5f61-4e4a-8eb0-92b26316c28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:07.007496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a568cdb8-d99a-4bbb-a599-e6e8377d431c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:07.021143 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa2e82-5f61-4e4a-8eb0-92b26316c28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeabf1b-b4b1-4192-8e0e-f8144fe6b940,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:07.024541 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-75aa2e82-5f61-4e4a-8eb0-92b26316c28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:07.025713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-75aa2e82-5f61-4e4a-8eb0-92b26316c28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:07.027389 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-75aa2e82-5f61-4e4a-8eb0-92b26316c28d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eeeabf1b-b4b1-4192-8e0e-f8144fe6b940 HTTP/1.1" status: 204 len: 168 time: 0.1683669 Nov 19 20:48:07.242191 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae06c77-cbcc-46d3-9137-224ddbf499d6 req-3aa73b1c-dc82-4172-b37e-80b33fa86de7 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:07.243880 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fae06c77-cbcc-46d3-9137-224ddbf499d6 req-3aa73b1c-dc82-4172-b37e-80b33fa86de7 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0883675 Nov 19 20:48:07.300204 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fae06c77-cbcc-46d3-9137-224ddbf499d6 req-93b82370-5fe5-4272-b403-ac5253ec7033 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0463605 Nov 19 20:48:07.344621 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d566416-b026-442f-bda4-2c521ab0db2c req-3e45ce9d-d4de-40ce-bfea-d34cfb68799a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:07.346213 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9d566416-b026-442f-bda4-2c521ab0db2c req-3e45ce9d-d4de-40ce-bfea-d34cfb68799a tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.0878041 Nov 19 20:48:07.396218 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9d566416-b026-442f-bda4-2c521ab0db2c req-f042d319-c07c-40ef-8c32-f208982528ee tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436988 Nov 19 20:48:08.524372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48740) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:08.530687 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4bbf0-64a8-4fbe-afc3-c78b5077939f req-71833e97-fbf0-434d-930c-63fc3310a784 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:08.533388 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a3c4bbf0-64a8-4fbe-afc3-c78b5077939f req-71833e97-fbf0-434d-930c-63fc3310a784 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0996902 Nov 19 20:48:08.592416 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a3c4bbf0-64a8-4fbe-afc3-c78b5077939f req-17feb68d-6075-4ca9-890b-0371bced6a10 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0507219 Nov 19 20:48:08.730709 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-598265a7-8122-4d99-b8b3-d79963bd35dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:08.781574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-598265a7-8122-4d99-b8b3-d79963bd35dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:08.787194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-598265a7-8122-4d99-b8b3-d79963bd35dc admin admin] Usage tracker for resource:security_group_rule and tenant:2ca3b3b2dfe042899c09a34196d6fbe6 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:08.791798 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-598265a7-8122-4d99-b8b3-d79963bd35dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:08.795428 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:08.803976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef757-227e-4d88-a273-8126d497efeb req-9eadd79c-f5e7-44f8-ad26-862a36e13771 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:08.805584 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-513ef757-227e-4d88-a273-8126d497efeb req-9eadd79c-f5e7-44f8-ad26-862a36e13771 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1439788 Nov 19 20:48:08.806450 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-598265a7-8122-4d99-b8b3-d79963bd35dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:08.875434 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-513ef757-227e-4d88-a273-8126d497efeb req-7b779566-e4aa-4805-8367-d85f0a4e9fa1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637679 Nov 19 20:48:08.912871 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-598265a7-8122-4d99-b8b3-d79963bd35dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:08.915832 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-598265a7-8122-4d99-b8b3-d79963bd35dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:08.924084 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c15f9b89-28fa-4338-aa55-9998aee56d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:08.966200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598265a7-8122-4d99-b8b3-d79963bd35dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6871489b-9d45-4876-8d57-c60a3e3019c6,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:08.973370 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-598265a7-8122-4d99-b8b3-d79963bd35dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ca3b3b2dfe042899c09a34196d6fbe6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4453995 Nov 19 20:48:08.973370 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-598265a7-8122-4d99-b8b3-d79963bd35dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:08.973725 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48746) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:09.031250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466edf0-4226-468c-bd51-330430eea6c3 req-891a175f-d93f-4b48-8cef-e67d66ba113b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:09.032982 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6466edf0-4226-468c-bd51-330430eea6c3 req-891a175f-d93f-4b48-8cef-e67d66ba113b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.24 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 945 time: 0.0894392 Nov 19 20:48:09.037124 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97cf5111-35a7-44c3-9849-5fea2c41dd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:09.070084 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97cf5111-35a7-44c3-9849-5fea2c41dd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:09.118671 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-6466edf0-4226-468c-bd51-330430eea6c3 req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Deleting port fc087cac-12c1-4a67-b56a-cb12214c0a0e {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:48:09.119229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6466edf0-4226-468c-bd51-330430eea6c3 req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:09.124861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97cf5111-35a7-44c3-9849-5fea2c41dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:09.130207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1694f5a9-3656-417c-bdfc-fcbdb945eee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:09.143810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf5111-35a7-44c3-9849-5fea2c41dd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6871489b-9d45-4876-8d57-c60a3e3019c6,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:09.147011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-97cf5111-35a7-44c3-9849-5fea2c41dd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:09.149250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97cf5111-35a7-44c3-9849-5fea2c41dd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:09.154161 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-97cf5111-35a7-44c3-9849-5fea2c41dd39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6871489b-9d45-4876-8d57-c60a3e3019c6 HTTP/1.1" status: 204 len: 168 time: 0.1760077 Nov 19 20:48:09.322463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device fc087cac-12c1-4a67-b56a-cb12214c0a0e up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:09.402691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6466edf0-4226-468c-bd51-330430eea6c3 req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] For port fc087cac-12c1-4a67-b56a-cb12214c0a0e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=fc087cac-12c1-4a67-b56a-cb12214c0a0e,segment=NetworkSegment(32723550-31df-4267-b1dd-ff0a2f3043b9),segment_id=32723550-31df-4267-b1dd-ff0a2f3043b9)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:09.403150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6466edf0-4226-468c-bd51-330430eea6c3 req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:09.406685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port fc087cac-12c1-4a67-b56a-cb12214c0a0e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:09.407181 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:09.543494 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-6466edf0-4226-468c-bd51-330430eea6c3 req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Calling delete_port for fc087cac-12c1-4a67-b56a-cb12214c0a0e owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:48:09.702254 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6466edf0-4226-468c-bd51-330430eea6c3 req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:09.719717 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:09.813830 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Pushing event deleted for resources: {'Port': ['ID=fc087cac-12c1-4a67-b56a-cb12214c0a0e,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:09.822861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:09.964486 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d69134-57c9-40bd-b7cb-ca15b72dfa41 req-97de5416-55c6-40d4-a758-fc6d21e2699c tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:09.965120 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-58d69134-57c9-40bd-b7cb-ca15b72dfa41 req-97de5416-55c6-40d4-a758-fc6d21e2699c tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.2049823 Nov 19 20:48:10.048012 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6466edf0-4226-468c-bd51-330430eea6c3 req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] No DVR routers for this DVR port fc087cac-12c1-4a67-b56a-cb12214c0a0e on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:48:10.050817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6466edf0-4226-468c-bd51-330430eea6c3 req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:10.055246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a772df94-57d8-45ce-afa3-2f3acd1bdfe1', 'name': 'network-vif-deleted', 'tag': 'fc087cac-12c1-4a67-b56a-cb12214c0a0e'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:10.063248 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c05455e9-0631-4524-87d9-df8236ddc2f3 req-1cfcd087-e4e9-4e70-9be4-f1ae10cfc649 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=a772df94-57d8-45ce-afa3-2f3acd1bdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0517418 Nov 19 20:48:10.079160 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-58d69134-57c9-40bd-b7cb-ca15b72dfa41 req-455f4895-4bcf-45bc-8ebb-8573bf894d5e tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1058204 Nov 19 20:48:10.085091 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6466edf0-4226-468c-bd51-330430eea6c3 req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.24 "DELETE /v2.0/ports/fc087cac-12c1-4a67-b56a-cb12214c0a0e HTTP/1.1" status: 204 len: 173 time: 1.0442598 Nov 19 20:48:10.174434 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a772df94-57d8-45ce-afa3-2f3acd1bdfe1', 'name': 'network-vif-deleted', 'tag': 'fc087cac-12c1-4a67-b56a-cb12214c0a0e', 'status': 'completed', 'code': 200} Nov 19 20:48:11.199789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device fc087cac-12c1-4a67-b56a-cb12214c0a0e no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:48:11.235667 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] No Port match for: fc087cac-12c1-4a67-b56a-cb12214c0a0e {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:48:11.236068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device fc087cac-12c1-4a67-b56a-cb12214c0a0e not bound to the agent host hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:48:11.327801 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b714f-7045-44ff-9e61-893f329ded4c req-210e7c9e-a2d6-4fdb-86d2-52db7729cf57 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:11.329418 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-585b714f-7045-44ff-9e61-893f329ded4c req-210e7c9e-a2d6-4fdb-86d2-52db7729cf57 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0897460 Nov 19 20:48:11.380042 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-585b714f-7045-44ff-9e61-893f329ded4c req-142f72da-193c-4a5b-b5f7-acf254465f6e tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0442216 Nov 19 20:48:11.610997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c5490-7020-4c91-94f4-be614c2c4e44 req-14ea8715-8ad4-49ae-9a15-5e458f1658ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:11.612556 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ee8c5490-7020-4c91-94f4-be614c2c4e44 req-14ea8715-8ad4-49ae-9a15-5e458f1658ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0819840 Nov 19 20:48:11.659149 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ee8c5490-7020-4c91-94f4-be614c2c4e44 req-ba363a22-ade7-4657-bfe3-6546eae67f10 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Nov 19 20:48:12.591634 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175086b-ee4e-46bf-a0e4-c5d6bbb842be req-1a156ae8-770b-4740-b51b-ba6107186dd9 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:12.593266 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d175086b-ee4e-46bf-a0e4-c5d6bbb842be req-1a156ae8-770b-4740-b51b-ba6107186dd9 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0837789 Nov 19 20:48:12.643674 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d175086b-ee4e-46bf-a0e4-c5d6bbb842be req-55187888-aec7-4f23-a987-bd47b33b2031 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0442789 Nov 19 20:48:12.729815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6503742-cf53-4e8c-a0a6-0a1d2cdea765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:12.872584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fde19-b005-4b57-b7af-cf09ac8aa36c req-cc42db72-f13a-449c-bbe1-a1559c1e0bd3 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:12.874160 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-369fde19-b005-4b57-b7af-cf09ac8aa36c req-cc42db72-f13a-449c-bbe1-a1559c1e0bd3 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0854895 Nov 19 20:48:12.922431 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-369fde19-b005-4b57-b7af-cf09ac8aa36c req-24f0aac8-321b-4243-8340-06bbdc752c4f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421560 Nov 19 20:48:13.539390 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48808) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:13.694360 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:13.727508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:13.732521 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Usage tracker for resource:security_group_rule and tenant:ffbe7fdb96b244ad88cb614d68b893d7 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:13.735566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:13.741382 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:13.812739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:13.815501 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:13.823066 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-59a6b32a-c0ec-4fad-8f65-2ca1df505500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:13.863847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc13860-e16c-4ebf-9cae-7b4f4cfbde49 req-aad93c3c-1fa2-4cb9-bfc7-71c916fd16e3 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:13.865499 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bbc13860-e16c-4ebf-9cae-7b4f4cfbde49 req-aad93c3c-1fa2-4cb9-bfc7-71c916fd16e3 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0886273 Nov 19 20:48:13.865643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1177e9-161b-49f4-91c6-921b727e228b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:13.873082 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffbe7fdb96b244ad88cb614d68b893d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3323932 Nov 19 20:48:13.875583 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 48816) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:13.878857 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.879267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.879670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.880070 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.880504 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.880878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.881269 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.881657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.882043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.882428 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.882812 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.883192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.883636 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.884021 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.884404 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.884810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.885190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.885572 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.885954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.886341 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.886722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.887126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.887760 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.888173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:13.892519 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80e7e6b5-07b2-4291-a8de-8a06e018209f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:13.960287 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bbc13860-e16c-4ebf-9cae-7b4f4cfbde49 req-9f5f16bb-25fa-41c3-b3af-1154561e627a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=e06c81ad-6423-4120-8af1-3cf39f89e775&id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0873656 Nov 19 20:48:13.978893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:14.007844 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:14.054523 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:14.059950 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60aa0a90-302f-4057-8b72-6b6cfca4c8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:14.073342 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1177e9-161b-49f4-91c6-921b727e228b,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:14.084018 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.084419 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.084859 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.085255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.085647 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.086038 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.086424 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.086809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.087195 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.087587 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.087974 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.088356 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.088831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.089224 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.089607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.089989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.091089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.091480 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.091969 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.092354 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.092764 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.093217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.093538 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.093913 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:14.098346 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:14.099350 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:14.103409 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb1177e9-161b-49f4-91c6-921b727e228b HTTP/1.1" status: 204 len: 168 time: 0.2268841 Nov 19 20:48:14.164227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bac29-1629-4ea2-8f69-c0ea3fd9133e req-b2fc3717-6e30-4ed5-9e4e-ebb162aef3b8 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:14.165872 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bc4bac29-1629-4ea2-8f69-c0ea3fd9133e req-b2fc3717-6e30-4ed5-9e4e-ebb162aef3b8 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1070762 Nov 19 20:48:14.214849 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bc4bac29-1629-4ea2-8f69-c0ea3fd9133e req-e071ca83-92af-444a-8e23-147020b92f35 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Nov 19 20:48:15.440479 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2cb1b-bc5c-4e4f-b47e-8d4b6488c81a req-b4f0a62b-047f-4011-a244-f6b60695e21f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:15.441228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-ebb2cb1b-bc5c-4e4f-b47e-8d4b6488c81a req-b4f0a62b-047f-4011-a244-f6b60695e21f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Synchronizing usage tracker for tenant:f0359710a35640fa88744c7402fd5ddd on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:15.457492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-ebb2cb1b-bc5c-4e4f-b47e-8d4b6488c81a req-b4f0a62b-047f-4011-a244-f6b60695e21f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Unset dirty status for tenant:f0359710a35640fa88744c7402fd5ddd on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:15.459031 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ebb2cb1b-bc5c-4e4f-b47e-8d4b6488c81a req-b4f0a62b-047f-4011-a244-f6b60695e21f tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.1089888 Nov 19 20:48:15.468104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1c5f62d5-cb8c-4194-9da1-7774e7bac496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:15.523710 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ebb2cb1b-bc5c-4e4f-b47e-8d4b6488c81a req-f5a9e349-12fa-4ff8-a0f7-7bd7913b8cad tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454450 Nov 19 20:48:15.762065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:16.738268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7db04-ba3a-4759-ba9b-76af391ae9c2 req-6a56f12b-5d53-4e13-a02d-5d5bfefc5a49 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:16.739864 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-07b7db04-ba3a-4759-ba9b-76af391ae9c2 req-6a56f12b-5d53-4e13-a02d-5d5bfefc5a49 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0842626 Nov 19 20:48:16.788130 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-07b7db04-ba3a-4759-ba9b-76af391ae9c2 req-f5f4627b-d795-423f-824a-e85fc5830c62 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419757 Nov 19 20:48:16.839486 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-c53c5dc9-0f27-41a8-b59a-e4ca750e54e4 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/networks?tenant_id=ca48c600680b4f56aedaf5b034c2bf1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327058 Nov 19 20:48:16.877028 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:16.898646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:17.198402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-55c804c4-cfeb-4fc3-b9c8-4f4d373ad042 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:17.199990 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-55c804c4-cfeb-4fc3-b9c8-4f4d373ad042 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531845 Nov 19 20:48:17.216916 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-e043b865-8fc5-4d96-a141-e2452b5063a7 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/quotas/ca48c600680b4f56aedaf5b034c2bf1b HTTP/1.1" status: 200 len: 375 time: 0.0110149 Nov 19 20:48:17.265573 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-a0d1bdcf-abe0-4303-beb8-7eef3ed278fe tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca48c600680b4f56aedaf5b034c2bf1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432832 Nov 19 20:48:17.469212 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-41211518-ae05-4fab-afd2-0867975b7bfc req-476153bd-1628-49a7-8c57-d24d0200d68f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 210 time: 0.0502706 Nov 19 20:48:17.720888 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635233a-d5b3-4df3-81b6-0dc954bb1b07 req-58e62e40-425a-49b0-8b2e-847474faa811 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:17.722466 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d635233a-d5b3-4df3-81b6-0dc954bb1b07 req-58e62e40-425a-49b0-8b2e-847474faa811 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.24 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.0892129 Nov 19 20:48:17.801716 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-d635233a-d5b3-4df3-81b6-0dc954bb1b07 req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Deleting port de7acc0c-480e-4771-a479-c60439073878 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:48:17.802265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d635233a-d5b3-4df3-81b6-0dc954bb1b07 req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:18.135064 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-d635233a-d5b3-4df3-81b6-0dc954bb1b07 req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] For port de7acc0c-480e-4771-a479-c60439073878, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=de7acc0c-480e-4771-a479-c60439073878,segment=NetworkSegment(32723550-31df-4267-b1dd-ff0a2f3043b9),segment_id=32723550-31df-4267-b1dd-ff0a2f3043b9)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:18.135442 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d635233a-d5b3-4df3-81b6-0dc954bb1b07 req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:18.206068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543cb6d-4182-466e-92bc-af9c0975c503 req-db2d2501-562b-46ea-8d37-86bb7b3fcd82 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:18.207613 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9543cb6d-4182-466e-92bc-af9c0975c503 req-db2d2501-562b-46ea-8d37-86bb7b3fcd82 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 945 time: 0.2665598 Nov 19 20:48:18.273995 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-d635233a-d5b3-4df3-81b6-0dc954bb1b07 req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Calling delete_port for de7acc0c-480e-4771-a479-c60439073878 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:48:18.381013 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9543cb6d-4182-466e-92bc-af9c0975c503 req-2505f532-b2ac-4dc3-bcf1-0a698a40fd2b tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/security-groups?id=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135979 Nov 19 20:48:18.455998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d635233a-d5b3-4df3-81b6-0dc954bb1b07 req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:18.472267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eaa23c55-b30b-4a54-a3e2-2be4917599ea tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:18.544998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Pushing event deleted for resources: {'Port': ['ID=de7acc0c-480e-4771-a479-c60439073878,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:18.564395 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:18.568997 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-89c817ff-4be2-401d-8fe9-ae59358e80b7 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.24 "GET /v2.0/networks?tenant_id=ca48c600680b4f56aedaf5b034c2bf1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588391 Nov 19 20:48:18.668976 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3557ecc4-4d59-4f51-b3c2-4b384cba9f32 req-ad7e539b-ae90-4cd7-93c7-c2fd40cf54db tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 210 time: 0.0490985 Nov 19 20:48:18.866956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-855a061f-56a6-4d4d-ad8a-7ae8aaed24da tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:18.868547 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-855a061f-56a6-4d4d-ad8a-7ae8aaed24da tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915087 Nov 19 20:48:18.874231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d635233a-d5b3-4df3-81b6-0dc954bb1b07 req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] No DVR routers for this DVR port de7acc0c-480e-4771-a479-c60439073878 on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:48:18.876467 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d635233a-d5b3-4df3-81b6-0dc954bb1b07 req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:18.879166 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44aeb85d-dff9-4227-8696-aadd6e931c0e', 'name': 'network-vif-deleted', 'tag': 'de7acc0c-480e-4771-a479-c60439073878'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:18.894158 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d635233a-d5b3-4df3-81b6-0dc954bb1b07 req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.24 "DELETE /v2.0/ports/de7acc0c-480e-4771-a479-c60439073878 HTTP/1.1" status: 204 len: 173 time: 1.1664121 Nov 19 20:48:18.912036 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Request body: {'port': {'device_id': 'a74a5ca9-c98a-433d-8e14-a9db0a75b147', 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212', 'admin_state_up': True, 'tenant_id': 'ca48c600680b4f56aedaf5b034c2bf1b'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:18.942762 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44aeb85d-dff9-4227-8696-aadd6e931c0e', 'name': 'network-vif-deleted', 'tag': 'de7acc0c-480e-4771-a479-c60439073878', 'status': 'completed', 'code': 200} Nov 19 20:48:18.969125 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device de7acc0c-480e-4771-a479-c60439073878 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:48:19.003567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] No Port match for: de7acc0c-480e-4771-a479-c60439073878 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:48:19.003857 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device de7acc0c-480e-4771-a479-c60439073878 not bound to the agent host hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:48:19.070309 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:19.075102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Usage tracker for resource:port and tenant:ca48c600680b4f56aedaf5b034c2bf1b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:19.078460 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Quota usage for port was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:19.084777 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:19.094917 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Made reservation on behalf of ca48c600680b4f56aedaf5b034c2bf1b for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:48:19.100709 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:19.119869 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:19.156380 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:19.160631 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Usage tracker for resource:security_group_rule and tenant:ca48c600680b4f56aedaf5b034c2bf1b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:19.163983 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:19.170281 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:19.242997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:19.245863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:19.258142 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1cbcb026-c2ab-4890-8aa3-6190535f255a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:19.324544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4558e0-f29d-4e73-a58e-48e5e7641ac0,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:19.331065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:19.598844 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a326d4f0-1ed7-43ea-bce1-4914241b512c req-b07a629e-71af-4f05-8333-7cab3558a7ad tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] 10.222.0.13 "GET /v2.0/ports?device_id=44aeb85d-dff9-4227-8696-aadd6e931c0e HTTP/1.1" status: 200 len: 210 time: 0.0509632 Nov 19 20:48:19.611166 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Allocated IP 192.168.233.215 (da2e6ad0-144f-44ef-ae61-c6915f5e2212/4fd55f12-910b-497e-85a1-ae77f2101101/ff67b4ec-6672-4b37-91b6-79271272797a) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:48:19.890969 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:19.895870 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-70c6b9c0-2fdf-49d3-a3a8-89cf4be4a6d8 req-cad5d3d9-4c48-4395-b1c8-6e4573f73321 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 210 time: 0.0682471 Nov 19 20:48:19.912867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Transition to ACTIVE for port object ff67b4ec-6672-4b37-91b6-79271272797a will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:48:19.934637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:19.951710 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8d59520-7747-42e0-a9f9-f2e89c4db8d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:20.112502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Pushing event updated for resources: {'Port': ['ID=ff67b4ec-6672-4b37-91b6-79271272797a,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:20.118487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:20.167790 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Network da2e6ad0-144f-44ef-ae61-c6915f5e2212 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:48:20.169367 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:48:20.171815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:48:20.250637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:20.251346 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:20.287635 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3795652 Nov 19 20:48:20.305847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Request body: {'port': {'device_id': 'a74a5ca9-c98a-433d-8e14-a9db0a75b147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:20.359787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-3e82f695-494a-4eb9-b35a-837aded712b3 None None] Provisioning for port ff67b4ec-6672-4b37-91b6-79271272797a completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:48:20.365542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-3e82f695-494a-4eb9-b35a-837aded712b3 None None] Provisioning complete for port ff67b4ec-6672-4b37-91b6-79271272797a triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:20.365958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e82f695-494a-4eb9-b35a-837aded712b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:20.442481 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3e82f695-494a-4eb9-b35a-837aded712b3 None None] Port ff67b4ec-6672-4b37-91b6-79271272797a cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:48:20.450944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:20.729879 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48894) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:20.754652 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:48:20.960877 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff67b4ec-6672-4b37-91b6-79271272797a {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:48:20.970286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:20.984847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Transition to ACTIVE for port object ff67b4ec-6672-4b37-91b6-79271272797a will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:48:20.987973 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:21.009095 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c3a7e00f-048a-4254-8d9e-e4cfca8bd46b tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:21.206234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Pushing event updated for resources: {'Port': ['ID=ff67b4ec-6672-4b37-91b6-79271272797a,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:21.214338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:21.277557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaafd92-e904-4e6a-972a-f9409f6bc268 req-790ccdda-1b7b-4dff-a8cb-e847cd7025f0 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:21.278972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-cdaafd92-e904-4e6a-972a-f9409f6bc268 req-790ccdda-1b7b-4dff-a8cb-e847cd7025f0 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Synchronizing usage tracker for tenant:ca48c600680b4f56aedaf5b034c2bf1b on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:21.367957 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-cdaafd92-e904-4e6a-972a-f9409f6bc268 req-790ccdda-1b7b-4dff-a8cb-e847cd7025f0 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Unset dirty status for tenant:ca48c600680b4f56aedaf5b034c2bf1b on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:21.369285 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cdaafd92-e904-4e6a-972a-f9409f6bc268 req-790ccdda-1b7b-4dff-a8cb-e847cd7025f0 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 948 time: 0.3224106 Nov 19 20:48:21.407951 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852704235'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:21.686357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-cdaafd92-e904-4e6a-972a-f9409f6bc268 req-9db43e14-51d1-4537-b52b-1634908a2042 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Synchronizing usage tracker for tenant:ca48c600680b4f56aedaf5b034c2bf1b on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:21.690186 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Attempting to bind port ff67b4ec-6672-4b37-91b6-79271272797a on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:48:21.690559 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Attempting to bind port ff67b4ec-6672-4b37-91b6-79271272797a by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'adce06cb-5eb2-4614-8431-08551bb285f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:48:21.690925 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Attempting to bind port ff67b4ec-6672-4b37-91b6-79271272797a on network da2e6ad0-144f-44ef-ae61-c6915f5e2212 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:48:21.706786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:48:21.707164 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Checking segment: {'id': 'adce06cb-5eb2-4614-8431-08551bb285f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:48:21.707562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:21.707958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Bound using segment: {'id': 'adce06cb-5eb2-4614-8431-08551bb285f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:48:21.708443 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Bound port: ff67b4ec-6672-4b37-91b6-79271272797a, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adce06cb-5eb2-4614-8431-08551bb285f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'da2e6ad0-144f-44ef-ae61-c6915f5e2212'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:48:21.708820 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:21.728863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-cdaafd92-e904-4e6a-972a-f9409f6bc268 req-9db43e14-51d1-4537-b52b-1634908a2042 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Unset dirty status for tenant:ca48c600680b4f56aedaf5b034c2bf1b on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:21.730100 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cdaafd92-e904-4e6a-972a-f9409f6bc268 req-9db43e14-51d1-4537-b52b-1634908a2042 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/security-groups?id=ee4558e0-f29d-4e73-a58e-48e5e7641ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310406 Nov 19 20:48:21.807237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] For port ff67b4ec-6672-4b37-91b6-79271272797a, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:48:21.810396 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] For port ff67b4ec-6672-4b37-91b6-79271272797a, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ff67b4ec-6672-4b37-91b6-79271272797a,segment=NetworkSegment(adce06cb-5eb2-4614-8431-08551bb285f3),segment_id=adce06cb-5eb2-4614-8431-08551bb285f3)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:48:21.813870 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:21.829207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e43fc2aa-cb46-462d-b9f8-c6bf186eec93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:21.985838 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Pushing event updated for resources: {'Port': ['ID=ff67b4ec-6672-4b37-91b6-79271272797a,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:21.990584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:22.033236 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:22.034755 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] 10.222.0.24 "PUT /v2.0/ports/ff67b4ec-6672-4b37-91b6-79271272797a HTTP/1.1" status: 200 len: 1162 time: 1.7340162 Nov 19 20:48:22.035270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74a5ca9-c98a-433d-8e14-a9db0a75b147', 'tag': 'ff67b4ec-6672-4b37-91b6-79271272797a'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:22.110511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Deleting port ae904067-9841-4fe9-a0c5-8f25543a91d2 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:48:22.110896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:22.140746 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74a5ca9-c98a-433d-8e14-a9db0a75b147', 'tag': 'ff67b4ec-6672-4b37-91b6-79271272797a', 'status': 'completed', 'code': 200} Nov 19 20:48:22.185611 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-7d79bd91-a528-49c7-83f9-5cb1083b3322 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca48c600680b4f56aedaf5b034c2bf1b&device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 1165 time: 0.0951738 Nov 19 20:48:22.270141 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-6fa4f184-f95b-43ef-9476-7e2ccf02e26c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=ff67b4ec-6672-4b37-91b6-79271272797a HTTP/1.1" status: 200 len: 217 time: 0.0711963 Nov 19 20:48:22.308163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] For port ae904067-9841-4fe9-a0c5-8f25543a91d2, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=ae904067-9841-4fe9-a0c5-8f25543a91d2,segment=NetworkSegment(32723550-31df-4267-b1dd-ff0a2f3043b9),segment_id=32723550-31df-4267-b1dd-ff0a2f3043b9)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:22.308593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:22.339787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-22bc8002-1f5d-44b7-b2c0-3e93f538f863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:22.341401 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-22bc8002-1f5d-44b7-b2c0-3e93f538f863 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4fd55f12-910b-497e-85a1-ae77f2101101 HTTP/1.1" status: 200 len: 843 time: 0.0656037 Nov 19 20:48:22.426591 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-aff578df-f15b-4017-b3f8-c84c0295aa98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da2e6ad0-144f-44ef-ae61-c6915f5e2212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0778022 Nov 19 20:48:22.438179 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Calling delete_port for ae904067-9841-4fe9-a0c5-8f25543a91d2 owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:48:22.574427 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-00ab71f8-72ca-424a-9598-3a3d2350e87a service neutron] 10.222.0.24 "GET /v2.0/networks/da2e6ad0-144f-44ef-ae61-c6915f5e2212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417208 Nov 19 20:48:22.724303 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ac19bad5-cc73-4122-bf34-4f60c786c53b req-50cd8313-84c4-4aa5-83b9-8d650374a0d7 service neutron] 10.222.0.24 "GET /v2.0/networks/da2e6ad0-144f-44ef-ae61-c6915f5e2212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427577 Nov 19 20:48:22.761657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:22.778283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:22.833004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae904067-9841-4fe9-a0c5-8f25543a91d2,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:22.836947 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:22.966031 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb525dbe-66c7-4ee1-913e-420665ce3d67 req-fc3ab6f6-892d-4234-8234-51be48f20117 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca48c600680b4f56aedaf5b034c2bf1b&device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 1165 time: 0.1456153 Nov 19 20:48:22.976458 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808c885-fbe3-45eb-9b25-0e3b53b0f50b req-5c13c828-99ee-481a-830e-e6cd25b2153d tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:22.977964 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1808c885-fbe3-45eb-9b25-0e3b53b0f50b req-5c13c828-99ee-481a-830e-e6cd25b2153d tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 948 time: 0.1104093 Nov 19 20:48:23.140655 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1808c885-fbe3-45eb-9b25-0e3b53b0f50b req-12529e30-f668-4f2b-a2f4-a52d296f8642 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/security-groups?id=ee4558e0-f29d-4e73-a58e-48e5e7641ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362917 Nov 19 20:48:23.165614 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb525dbe-66c7-4ee1-913e-420665ce3d67 req-65509231-e428-4491-b06b-8fac78d9a0f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:23.167186 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb525dbe-66c7-4ee1-913e-420665ce3d67 req-65509231-e428-4491-b06b-8fac78d9a0f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da2e6ad0-144f-44ef-ae61-c6915f5e2212 HTTP/1.1" status: 200 len: 863 time: 0.1883311 Nov 19 20:48:23.208471 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7106762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853170599'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:23.239836 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb525dbe-66c7-4ee1-913e-420665ce3d67 req-554a67ba-d629-40fe-b4c6-1aed79289565 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=ff67b4ec-6672-4b37-91b6-79271272797a HTTP/1.1" status: 200 len: 217 time: 0.0644453 Nov 19 20:48:23.313578 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb525dbe-66c7-4ee1-913e-420665ce3d67 req-09076df0-ed59-476d-893e-cca466eb6e18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:23.315153 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb525dbe-66c7-4ee1-913e-420665ce3d67 req-09076df0-ed59-476d-893e-cca466eb6e18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4fd55f12-910b-497e-85a1-ae77f2101101 HTTP/1.1" status: 200 len: 843 time: 0.0690138 Nov 19 20:48:23.396867 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb525dbe-66c7-4ee1-913e-420665ce3d67 req-607138ad-1a1f-43bf-b640-3795639622cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da2e6ad0-144f-44ef-ae61-c6915f5e2212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0747097 Nov 19 20:48:23.553018 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb525dbe-66c7-4ee1-913e-420665ce3d67 req-a260b86c-edcb-416b-8036-0c15a0be5ab2 service neutron] 10.222.0.24 "GET /v2.0/networks/da2e6ad0-144f-44ef-ae61-c6915f5e2212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490662 Nov 19 20:48:23.716329 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb525dbe-66c7-4ee1-913e-420665ce3d67 req-3137a62d-7bcc-4184-b75f-c38c452ac99c service neutron] 10.222.0.24 "GET /v2.0/networks/da2e6ad0-144f-44ef-ae61-c6915f5e2212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443703 Nov 19 20:48:24.160786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Router 7ab92a28-dad5-45dd-a948-04eeca5bc629 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:48:24.439841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ceb15f-2226-44c5-8332-43a659b68440 req-3bddf6f3-a002-4a33-ac51-fcb6d6d6baba tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:24.441474 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d5ceb15f-2226-44c5-8332-43a659b68440 req-3bddf6f3-a002-4a33-ac51-fcb6d6d6baba tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 948 time: 0.1224110 Nov 19 20:48:24.472611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:48:24.483071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7381877-4bd3-4e8f-b00c-fc47c99b6601 None None] Sync routers for ids ['7ab92a28-dad5-45dd-a948-04eeca5bc629'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:48:24.495801 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7381877-4bd3-4e8f-b00c-fc47c99b6601 None None] Routers {'7ab92a28-dad5-45dd-a948-04eeca5bc629'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:24.497098 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b7381877-4bd3-4e8f-b00c-fc47c99b6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['7ab92a28-dad5-45dd-a948-04eeca5bc629'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:24.513371 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] 10.222.0.13 "PUT /v2.0/routers/7ab92a28-dad5-45dd-a948-04eeca5bc629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7823286 Nov 19 20:48:24.516013 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d5ceb15f-2226-44c5-8332-43a659b68440 req-a71d3ee1-fbed-4343-88bb-0ef0c484b22a tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/security-groups?id=ee4558e0-f29d-4e73-a58e-48e5e7641ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676715 Nov 19 20:48:24.516176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 48906) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:24.690817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b7381877-4bd3-4e8f-b00c-fc47c99b6601 None None] Set router 7ab92a28-dad5-45dd-a948-04eeca5bc629 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:48:24.724710 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Notify callbacks [] for router, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:24.932108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:24.942174 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Deleting port 99c15063-5b6b-4492-8f5e-b2ebc88be067 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:48:24.942495 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:25.067246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network da2e6ad0-144f-44ef-ae61-c6915f5e2212 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:48:25.140852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] For port 99c15063-5b6b-4492-8f5e-b2ebc88be067, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=99c15063-5b6b-4492-8f5e-b2ebc88be067,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:25.141077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:25.164528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b7381877-4bd3-4e8f-b00c-fc47c99b6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'name': 'tempest-ServerRescueNegativeTestJSON-666437605-router', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:13Z', 'updated_at': '2020-11-19T20:48:22Z', 'revision_number': 5, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'gw_port': {'id': '99c15063-5b6b-4492-8f5e-b2ebc88be067', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:14Z', 'updated_at': '2020-11-19T20:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:25.170741 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7381877-4bd3-4e8f-b00c-fc47c99b6601 None None] Checking router: 7ab92a28-dad5-45dd-a948-04eeca5bc629 for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:48:25.180916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7381877-4bd3-4e8f-b00c-fc47c99b6601 None None] Routers {'7ab92a28-dad5-45dd-a948-04eeca5bc629'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:25.181671 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b7381877-4bd3-4e8f-b00c-fc47c99b6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['7ab92a28-dad5-45dd-a948-04eeca5bc629'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:25.270837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Calling delete_port for 99c15063-5b6b-4492-8f5e-b2ebc88be067 owned by network:router_gateway {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:48:25.345026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b7381877-4bd3-4e8f-b00c-fc47c99b6601 None None] Set router 7ab92a28-dad5-45dd-a948-04eeca5bc629 gateway port host: None {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:48:25.458282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b7381877-4bd3-4e8f-b00c-fc47c99b6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'name': 'tempest-ServerRescueNegativeTestJSON-666437605-router', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:13Z', 'updated_at': '2020-11-19T20:48:24Z', 'revision_number': 6, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'gw_port_host': None}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:25.462710 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7381877-4bd3-4e8f-b00c-fc47c99b6601 None None] The sync data for ids ['7ab92a28-dad5-45dd-a948-04eeca5bc629'] in dv-cinder-750782-3-smb is: [{'id': '7ab92a28-dad5-45dd-a948-04eeca5bc629', 'name': 'tempest-ServerRescueNegativeTestJSON-666437605-router', 'tenant_id': 'f0359710a35640fa88744c7402fd5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:13Z', 'updated_at': '2020-11-19T20:48:24Z', 'revision_number': 6, 'project_id': 'f0359710a35640fa88744c7402fd5ddd', 'gw_port_host': None}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:48:25.466426 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.objects.ports [None req-f94e6d07-3d61-4a86-8866-bccc0a0ae19d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 20:48:25.552838 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device ae904067-9841-4fe9-a0c5-8f25543a91d2 no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:48:25.593363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: ae904067-9841-4fe9-a0c5-8f25543a91d2 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:48:25.593739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device ae904067-9841-4fe9-a0c5-8f25543a91d2 not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:48:25.839193 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cc999-04a9-4702-bf41-31141726e16d req-7bc5777c-e76d-4142-8e53-fea91348242e tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:25.841499 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-862cc999-04a9-4702-bf41-31141726e16d req-7bc5777c-e76d-4142-8e53-fea91348242e tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 948 time: 0.1484709 Nov 19 20:48:25.903282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:25.920237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:25.964453 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-862cc999-04a9-4702-bf41-31141726e16d req-22f2b117-fbec-4613-9940-3d0ae23535ed tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/security-groups?id=ee4558e0-f29d-4e73-a58e-48e5e7641ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160033 Nov 19 20:48:25.975940 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c15063-5b6b-4492-8f5e-b2ebc88be067,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:25.980866 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:26.044154 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device ff67b4ec-6672-4b37-91b6-79271272797a up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:26.118365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port ff67b4ec-6672-4b37-91b6-79271272797a completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:48:26.124049 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port ff67b4ec-6672-4b37-91b6-79271272797a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:26.124754 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:26.242150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:26.273943 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74a5ca9-c98a-433d-8e14-a9db0a75b147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff67b4ec-6672-4b37-91b6-79271272797a'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:26.284406 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port ff67b4ec-6672-4b37-91b6-79271272797a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ff67b4ec-6672-4b37-91b6-79271272797a,segment=NetworkSegment(adce06cb-5eb2-4614-8431-08551bb285f3),segment_id=adce06cb-5eb2-4614-8431-08551bb285f3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:26.287989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:26.289953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:26.293563 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853173893'] for router_gateway, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:26.337683 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74a5ca9-c98a-433d-8e14-a9db0a75b147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff67b4ec-6672-4b37-91b6-79271272797a', 'code': 200} Nov 19 20:48:26.361114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=ff67b4ec-6672-4b37-91b6-79271272797a,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:26.370874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.371350 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.371745 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.372123 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.372527 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.372905 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.373275 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.373642 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.374010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.374377 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.374746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.375108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.375532 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.375899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.376321 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.376686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.377047 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.377418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.377779 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.378140 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.378504 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.378869 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.379239 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.379597 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:48:26.383855 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:26.611505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:26.619175 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:26.722040 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b2eb9e3f-13d7-4557-b1d5-065b3fdb1e15 req-0444592e-6427-41d1-bcad-8fac4d80bf71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 1167 time: 0.1706300 Nov 19 20:48:26.723027 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1967321'] for router, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:26.723633 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab92a28-dad5-45dd-a948-04eeca5bc629 {{(pid=80262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 20:48:26.754878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:26.756095 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7ab92a28-dad5-45dd-a948-04eeca5bc629 HTTP/1.1" status: 204 len: 168 time: 2.2388706 Nov 19 20:48:26.758711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 48914) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:26.835404 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b2eb9e3f-13d7-4557-b1d5-065b3fdb1e15 req-5fad4ca7-39b4-43ee-af8e-f17d3b72a978 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ee4558e0-f29d-4e73-a58e-48e5e7641ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040661 Nov 19 20:48:26.846784 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5f07c8-72d2-48d3-b00e-9fea2536e549 admin admin] Deleting subnet cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:48:26.849898 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f5f07c8-72d2-48d3-b00e-9fea2536e549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:26.904200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f5f07c8-72d2-48d3-b00e-9fea2536e549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678091'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:26.963889 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f5f07c8-72d2-48d3-b00e-9fea2536e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:27.203436 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device ff67b4ec-6672-4b37-91b6-79271272797a up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:27.274770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port ff67b4ec-6672-4b37-91b6-79271272797a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:27.275334 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:27.295928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc92e0-bef3-403b-a03e-a5e41b2a88bf req-7c3f5ece-b0eb-4df5-8735-8342a4f58d88 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:27.297568 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-becc92e0-bef3-403b-a03e-a5e41b2a88bf req-7c3f5ece-b0eb-4df5-8735-8342a4f58d88 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 950 time: 0.1872838 Nov 19 20:48:27.347370 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f5f07c8-72d2-48d3-b00e-9fea2536e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852605655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852498522'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:27.368014 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:27.425482 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-becc92e0-bef3-403b-a03e-a5e41b2a88bf req-1ee654ca-7083-4709-83e2-cdc4947a44d9 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/security-groups?id=ee4558e0-f29d-4e73-a58e-48e5e7641ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199324 Nov 19 20:48:27.426222 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f07c8-72d2-48d3-b00e-9fea2536e549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce8b276-0b24-4a1f-b4cf-1db3c916c7d1,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:27.430337 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f5f07c8-72d2-48d3-b00e-9fea2536e549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:27.514983 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f5f07c8-72d2-48d3-b00e-9fea2536e549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:27.520920 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9f5f07c8-72d2-48d3-b00e-9fea2536e549 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cce8b276-0b24-4a1f-b4cf-1db3c916c7d1 HTTP/1.1" status: 204 len: 168 time: 0.7612343 Nov 19 20:48:27.523407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 48920) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:27.590169 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 99c15063-5b6b-4492-8f5e-b2ebc88be067 no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:48:27.626152 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: 99c15063-5b6b-4492-8f5e-b2ebc88be067 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:48:27.626545 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 99c15063-5b6b-4492-8f5e-b2ebc88be067 not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:48:27.643239 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:27.833582 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:27.953661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:27.968286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32723550-31df-4267-b1dd-ff0a2f3043b9') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:27.968619 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32723550-31df-4267-b1dd-ff0a2f3043b9') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:27.986261 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097726'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:28.004446 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:28.006557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:48:28.396541 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:48:28.406274 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2170763'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:28.590282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Network 9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:48:28.617539 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:48:28.651917 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494bfd8-9381-4cc5-bb40-6ac82f3fbbc4 req-93098bc6-4981-4d63-9033-9bcda67f219f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:28.653540 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4494bfd8-9381-4cc5-bb40-6ac82f3fbbc4 req-93098bc6-4981-4d63-9033-9bcda67f219f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 950 time: 0.0885322 Nov 19 20:48:28.694750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:28.698196 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:28.706571 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4494bfd8-9381-4cc5-bb40-6ac82f3fbbc4 req-e416f573-4304-4c1e-8a87-c889f83f1423 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/security-groups?id=ee4558e0-f29d-4e73-a58e-48e5e7641ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468247 Nov 19 20:48:28.713208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:28.725338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:28.733394 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e5cb364-d5fd-4b8f-bbe5-40d4d837bf5b HTTP/1.1" status: 204 len: 168 time: 1.2089703 Nov 19 20:48:28.739350 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9ec68ebc-9e0f-4277-90ac-1841ef0bc8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:28.946605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48932) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:29.004343 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-379a0355-377c-4a84-a562-be167a144a68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0359710a35640fa88744c7402fd5ddd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0563822 Nov 19 20:48:29.006914 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48936) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:29.084720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b232ac9-9bd9-4b48-b1cf-a89a8c848076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:29.115530 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b232ac9-9bd9-4b48-b1cf-a89a8c848076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:29.218557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b232ac9-9bd9-4b48-b1cf-a89a8c848076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:29.224779 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:29.245963 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b232ac9-9bd9-4b48-b1cf-a89a8c848076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:29.250176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b232ac9-9bd9-4b48-b1cf-a89a8c848076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:29.258827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b232ac9-9bd9-4b48-b1cf-a89a8c848076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:29.260020 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-5b232ac9-9bd9-4b48-b1cf-a89a8c848076 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd07f00d-39fc-4673-a5fe-2cc0d5d1ebf5 HTTP/1.1" status: 204 len: 168 time: 0.2520955 Nov 19 20:48:29.276075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0fbc8-fbfe-49ff-a3bc-40e217fdb63c req-c8de8d51-6774-44c7-8802-2349f45421f0 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:29.278401 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9db0fbc8-fbfe-49ff-a3bc-40e217fdb63c req-c8de8d51-6774-44c7-8802-2349f45421f0 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 950 time: 0.1286294 Nov 19 20:48:29.328903 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9db0fbc8-fbfe-49ff-a3bc-40e217fdb63c req-d5389c80-09d1-49c3-b610-3af1e03f92bf tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/security-groups?id=ee4558e0-f29d-4e73-a58e-48e5e7641ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Nov 19 20:48:30.233466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48960) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:30.371946 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-network', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:30.377343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:30.381564 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Usage tracker for resource:network and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:30.384660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:30.391487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:30.401382 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Made reservation on behalf of 81d691c4141f4953aeacf85947be2fe5 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:48:30.406766 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:30.420566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:30.455272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:30.459513 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:30.462543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:30.469509 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:30.546927 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:30.549698 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:30.553827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed88407-9fd3-408b-845a-2b9fbd16eae6 req-8584aaf9-9afc-496a-85c9-37735156296d tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:30.554193 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6269d8a0-a772-4ed6-aa61-2135b2f0c2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:30.555446 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-eed88407-9fd3-408b-845a-2b9fbd16eae6 req-8584aaf9-9afc-496a-85c9-37735156296d tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 950 time: 0.0904016 Nov 19 20:48:30.583902 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:48:30.597288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fe74bc-2691-4d39-b4cf-dbcc486c9968,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:30.601834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:30.602819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:30.603197 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Added segment 140de590-c98c-4aeb-9ada-3333bdbbdd3c of type vxlan for network aadb73e4-69a8-43c4-b6f9-c6004513a7df Nov 19 20:48:30.606215 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-eed88407-9fd3-408b-845a-2b9fbd16eae6 req-aeae773b-0c8c-42ce-b216-35216aadb43a tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/security-groups?id=ee4558e0-f29d-4e73-a58e-48e5e7641ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431058 Nov 19 20:48:30.631954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:30.661726 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:30.663196 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:30.663826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:30.669371 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a5b4b2d7-f0bf-4cca-bb98-cc4515b76a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:30.778620 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5439041 Nov 19 20:48:30.784564 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48968) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:30.787826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=aadb73e4-69a8-43c4-b6f9-c6004513a7df,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:30.790896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:30.795944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Request body: {'subnet': {'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-subnet', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:30.799558 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:48:30.801761 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:30.806243 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Usage tracker for resource:subnet and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:30.809946 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:30.815795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:48:30.817354 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:30.828696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Made reservation on behalf of 81d691c4141f4953aeacf85947be2fe5 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:48:30.833614 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852851'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:30.845544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-14c3ba77-498c-461a-8958-3688b4aaecce tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:30.847131 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-14c3ba77-498c-461a-8958-3688b4aaecce tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.24 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 950 time: 0.0850124 Nov 19 20:48:30.945152 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Deleting port ff67b4ec-6672-4b37-91b6-79271272797a {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:48:30.946348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:31.068765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device ff67b4ec-6672-4b37-91b6-79271272797a no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:48:31.195824 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:31.228237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74a5ca9-c98a-433d-8e14-a9db0a75b147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff67b4ec-6672-4b37-91b6-79271272797a'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:31.233198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] For port ff67b4ec-6672-4b37-91b6-79271272797a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ff67b4ec-6672-4b37-91b6-79271272797a,segment=NetworkSegment(adce06cb-5eb2-4614-8431-08551bb285f3),segment_id=adce06cb-5eb2-4614-8431-08551bb285f3)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:31.233607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:31.240358 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port ff67b4ec-6672-4b37-91b6-79271272797a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ff67b4ec-6672-4b37-91b6-79271272797a,segment=NetworkSegment(adce06cb-5eb2-4614-8431-08551bb285f3),segment_id=adce06cb-5eb2-4614-8431-08551bb285f3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:31.244447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:31.246692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:31.303256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853010741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852800'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:31.317855 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74a5ca9-c98a-433d-8e14-a9db0a75b147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff67b4ec-6672-4b37-91b6-79271272797a', 'code': 200} Nov 19 20:48:31.320052 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:31.323823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=ff67b4ec-6672-4b37-91b6-79271272797a,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:31.327665 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:31.381105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Calling delete_port for ff67b4ec-6672-4b37-91b6-79271272797a owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:48:31.454949 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11ed45c-7ceb-4433-9b12-5be99c90d361,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:31.459156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:31.461770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.api [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 20:48:31.462136 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_db.api [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 20:48:31.521265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Checking segment: {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:48:31.521649 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Network hostable DHCP agents. Network: aadb73e4-69a8-43c4-b6f9-c6004513a7df, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:48:31.543988 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:48:31.554107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, aadb73e4-69a8-43c4-b6f9-c6004513a7df) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:48:31.562903 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa635b7-ed1d-402f-aaaa-b29e8f2e602e None None] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:48:31.569600 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:31.570290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:31.589339 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f2e5ea91-e2b8-44d7-99cf-998564b5d818 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8031309 Nov 19 20:48:31.592550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 48974) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:31.598232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:31.603090 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:31.607675 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Usage tracker for resource:router and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:31.611218 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:31.617046 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:31.627010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1973055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:31.628041 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852802761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1601992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2050487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774019'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:31.648249 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:31.810543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774036'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:31.836679 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87867f28-7d2c-4e10-b10d-6397d35bcf89 req-96a5c3d0-fd18-4c49-8b33-89099e56c7c0 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:31.839552 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87867f28-7d2c-4e10-b10d-6397d35bcf89 req-96a5c3d0-fd18-4c49-8b33-89099e56c7c0 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 948 time: 0.0940926 Nov 19 20:48:31.892673 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87867f28-7d2c-4e10-b10d-6397d35bcf89 req-96507d69-3804-431e-a50d-cc7408acb631 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/security-groups?id=ee4558e0-f29d-4e73-a58e-48e5e7641ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458300 Nov 19 20:48:31.958417 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc849136c-8a10-5e16-8704-b642f74a4693-aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361'}]}} from dv-cinder-750782-3-smb. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 20:48:31.959323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:31.963285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Deleting port ff67b4ec-6672-4b37-91b6-79271272797a {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:48:31.963712 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.015466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.055344 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.260525 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] For port ff67b4ec-6672-4b37-91b6-79271272797a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ff67b4ec-6672-4b37-91b6-79271272797a,segment=NetworkSegment(adce06cb-5eb2-4614-8431-08551bb285f3),segment_id=adce06cb-5eb2-4614-8431-08551bb285f3)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:32.261586 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.289538 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Allocated IP 172.20.0.2 (aadb73e4-69a8-43c4-b6f9-c6004513a7df/b11ed45c-7ceb-4433-9b12-5be99c90d361/3a41f09e-7420-4440-b4ce-21466513c0a0) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:48:32.349124 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Allocated IP 172.28.1.48 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/1bbf3426-9d4b-4bc3-8210-05d4c816c697) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:48:32.400686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Calling delete_port for ff67b4ec-6672-4b37-91b6-79271272797a owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:48:32.509371 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.519530 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.546408 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.562693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-414eade9-7af3-40a0-89f0-c8820d0986f0 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:32.563161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Transition to ACTIVE for port object 3a41f09e-7420-4440-b4ce-21466513c0a0 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:48:32.565116 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.580777 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Transition to ACTIVE for port object 3a41f09e-7420-4440-b4ce-21466513c0a0 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:48:32.581685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e73bc9b8-6a07-4f7b-9770-4835b192a598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:32.585566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.602623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f504b328-3bf5-47cd-b9cf-a198d579c881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:32.634424 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Pushing event deleted for resources: {'Port': ['ID=ff67b4ec-6672-4b37-91b6-79271272797a,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:32.648482 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:32.715894 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbf3426-9d4b-4bc3-8210-05d4c816c697,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:32.720365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:32.748296 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Pushing event updated for resources: {'Port': ['ID=3a41f09e-7420-4440-b4ce-21466513c0a0,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:32.751422 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:32.764831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:48:32.766033 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:48:32.768158 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:48:32.807245 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] No DVR routers for this DVR port ff67b4ec-6672-4b37-91b6-79271272797a on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:48:32.809712 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.809997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:48:32.811529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Resources bound (agent type, host, resource id): {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:48:32.813216 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74a5ca9-c98a-433d-8e14-a9db0a75b147', 'name': 'network-vif-deleted', 'tag': 'ff67b4ec-6672-4b37-91b6-79271272797a'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:32.815613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:48:32.834541 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c688a84a-33be-4f50-bfbd-af6909055d3a req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.24 "DELETE /v2.0/ports/ff67b4ec-6672-4b37-91b6-79271272797a HTTP/1.1" status: 204 len: 173 time: 1.9772007 Nov 19 20:48:32.898395 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74a5ca9-c98a-433d-8e14-a9db0a75b147', 'name': 'network-vif-deleted', 'tag': 'ff67b4ec-6672-4b37-91b6-79271272797a', 'status': 'completed', 'code': 200} Nov 19 20:48:32.902635 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Attempting to bind port 3a41f09e-7420-4440-b4ce-21466513c0a0 on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:48:32.903079 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Attempting to bind port 3a41f09e-7420-4440-b4ce-21466513c0a0 by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:48:32.903621 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Attempting to bind port 3a41f09e-7420-4440-b4ce-21466513c0a0 on network aadb73e4-69a8-43c4-b6f9-c6004513a7df {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:48:32.914089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:48:32.914520 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Checking segment: {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:48:32.915492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.915942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Bound using segment: {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:48:32.916926 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Bound port: 3a41f09e-7420-4440-b4ce-21466513c0a0, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:48:32.917820 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.977278 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:32.978159 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853173995'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:33.043884 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] For port 3a41f09e-7420-4440-b4ce-21466513c0a0, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:48:33.048480 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] For port 3a41f09e-7420-4440-b4ce-21466513c0a0, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=3a41f09e-7420-4440-b4ce-21466513c0a0,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:48:33.051744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:33.080060 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:33.124389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-1f97121d-51c7-4155-9454-5b574e8a5503 req-b1504513-205e-42c8-b79a-50ae35624324 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Synchronizing usage tracker for tenant:ca48c600680b4f56aedaf5b034c2bf1b on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:33.142828 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-1f97121d-51c7-4155-9454-5b574e8a5503 req-b1504513-205e-42c8-b79a-50ae35624324 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Unset dirty status for tenant:ca48c600680b4f56aedaf5b034c2bf1b on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:33.144142 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1f97121d-51c7-4155-9454-5b574e8a5503 req-b1504513-205e-42c8-b79a-50ae35624324 tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] 10.222.0.13 "GET /v2.0/ports?device_id=a74a5ca9-c98a-433d-8e14-a9db0a75b147 HTTP/1.1" status: 200 len: 210 time: 0.0682900 Nov 19 20:48:33.252792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Pushing event updated for resources: {'Port': ['ID=3a41f09e-7420-4440-b4ce-21466513c0a0,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:33.256237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:33.471686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Router ce21546e-9330-4d9b-8bac-77ff53b0db1b is scheduled to L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 20:48:33.672181 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 3a41f09e-7420-4440-b4ce-21466513c0a0 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:33.718993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:48:33.729903 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Sync routers for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:48:33.744147 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:33.745530 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-85cc3d02-7771-4e4d-a2f9-d0be0a99a693 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1519992 Nov 19 20:48:33.749112 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 48984) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:33.756470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:33.757133 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:33.850158 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port 3a41f09e-7420-4440-b4ce-21466513c0a0 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:48:33.966857 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:48:34.294051 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:32Z', 'revision_number': 3, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:34.298869 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Checking router: ce21546e-9330-4d9b-8bac-77ff53b0db1b for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:48:34.299503 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Updating router ce21546e-9330-4d9b-8bac-77ff53b0db1b port 1bbf3426-9d4b-4bc3-8210-05d4c816c697 binding host dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:48:34.359200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:34.469646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:34.926931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca0d7cc-b388-456e-9410-bfa85e3d6047 None None] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:48:34.933358 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Allocated IP 172.20.0.1 (aadb73e4-69a8-43c4-b6f9-c6004513a7df/b11ed45c-7ceb-4433-9b12-5be99c90d361/29adbe1d-fac9-4d4d-8cd3-c02676bf92b5) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:48:35.140760 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.152883 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c2f41808-c84f-4756-91d1-445fbea9e670 None None] Provisioning for port 3a41f09e-7420-4440-b4ce-21466513c0a0 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:48:35.159873 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Transition to ACTIVE for port object 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:48:35.166343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.171231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c2f41808-c84f-4756-91d1-445fbea9e670 None None] Provisioning complete for port 3a41f09e-7420-4440-b4ce-21466513c0a0 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:35.171659 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2f41808-c84f-4756-91d1-445fbea9e670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.188043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.215903 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:35.246720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Transition to ACTIVE for port object 1bbf3426-9d4b-4bc3-8210-05d4c816c697 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:48:35.262837 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.285099 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:35.454331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211539-87d8-440c-8059-ff0864630bb3 req-7ce03677-b972-4a5d-ab6d-37bc8b3b3d30 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:35.456957 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-15211539-87d8-440c-8059-ff0864630bb3 req-7ce03677-b972-4a5d-ab6d-37bc8b3b3d30 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.1020429 Nov 19 20:48:35.472273 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c19c64-619f-44d8-a70e-e68ed6008df0 None None] Pushing event updated for resources: {'Port': ['ID=1bbf3426-9d4b-4bc3-8210-05d4c816c697,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:35.513982 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-15211539-87d8-440c-8059-ff0864630bb3 req-2300642c-e3f1-47c3-96db-01f8e6b58d92 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502133 Nov 19 20:48:35.553670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f7c19c64-619f-44d8-a70e-e68ed6008df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:35.622491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Pushing event updated for resources: {'Port': ['ID=29adbe1d-fac9-4d4d-8cd3-c02676bf92b5,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:35.627851 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:35.674277 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:48:35.675389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:48:35.678439 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:48:35.704245 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2f41808-c84f-4756-91d1-445fbea9e670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.745556 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597930'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.762339 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Attempting to bind port 1bbf3426-9d4b-4bc3-8210-05d4c816c697 on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:48:35.762762 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Attempting to bind port 1bbf3426-9d4b-4bc3-8210-05d4c816c697 by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:48:35.763170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Attempting to bind port 1bbf3426-9d4b-4bc3-8210-05d4c816c697 on network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:48:35.770017 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c2f41808-c84f-4756-91d1-445fbea9e670 None None] For port 3a41f09e-7420-4440-b4ce-21466513c0a0, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=3a41f09e-7420-4440-b4ce-21466513c0a0,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:35.779170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2f41808-c84f-4756-91d1-445fbea9e670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.781318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d98d641c-9bff-4267-80e6-f1ddd47fa236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:35.814833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:48:35.815256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Checking segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:48:35.815730 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.816127 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Bound using segment: {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:48:35.816694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Bound port: 1bbf3426-9d4b-4bc3-8210-05d4c816c697, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcf5cef-a028-412f-8778-78295e1c5e6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:48:35.817110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.847990 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.930702 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f41808-c84f-4756-91d1-445fbea9e670 None None] Pushing event updated for resources: {'Port': ['ID=3a41f09e-7420-4440-b4ce-21466513c0a0,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:35.935538 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c2f41808-c84f-4756-91d1-445fbea9e670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:35.938252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] For port 1bbf3426-9d4b-4bc3-8210-05d4c816c697, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:48:35.941734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] For port 1bbf3426-9d4b-4bc3-8210-05d4c816c697, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=1bbf3426-9d4b-4bc3-8210-05d4c816c697,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:48:35.946259 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:35.964989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:36.191376 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-afa16f29-f134-42cc-a5ce-007f310aacb0 None None] Provisioning complete for port 3a41f09e-7420-4440-b4ce-21466513c0a0 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:36.191800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-afa16f29-f134-42cc-a5ce-007f310aacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:36.226418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c19c64-619f-44d8-a70e-e68ed6008df0 None None] Pushing event updated for resources: {'Port': ['ID=1bbf3426-9d4b-4bc3-8210-05d4c816c697,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:36.230008 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f7c19c64-619f-44d8-a70e-e68ed6008df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:36.250121 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:36.256141 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:36.292111 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f1b859a-292f-4eb8-8eaf-24203ac5f28c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:36.354184 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:36.354886 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:36.399592 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Pushing event updated for resources: {'Port': ['ID=29adbe1d-fac9-4d4d-8cd3-c02676bf92b5,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:36.402750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847669037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852704252'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:36.419091 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:36.566870 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-afa16f29-f134-42cc-a5ce-007f310aacb0 None None] Provisioning for port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:48:36.576163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-afa16f29-f134-42cc-a5ce-007f310aacb0 None None] Provisioning complete for port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:36.576613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-afa16f29-f134-42cc-a5ce-007f310aacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:36.585789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:48:36.586979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:48:36.656795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-afa16f29-f134-42cc-a5ce-007f310aacb0 None None] Port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:48:36.661953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:48:36.924516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59acf61-f804-4e66-83fc-9030537b7f25 req-4c5e5fc0-03c5-4449-a818-39b351916406 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:36.926238 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d59acf61-f804-4e66-83fc-9030537b7f25 req-4c5e5fc0-03c5-4449-a818-39b351916406 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.2123420 Nov 19 20:48:37.098147 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ae2634ee-d990-4a2d-87fa-31aa9dde2c9f None None] Provisioning complete for port 3a41f09e-7420-4440-b4ce-21466513c0a0 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:37.098691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ae2634ee-d990-4a2d-87fa-31aa9dde2c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:37.099499 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d59acf61-f804-4e66-83fc-9030537b7f25 req-8b16a986-1013-4793-ad0e-edf1b5947731 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615272 Nov 19 20:48:37.269602 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Router ce21546e-9330-4d9b-8bac-77ff53b0db1b has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:48:37.325529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:36Z', 'revision_number': 2, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:37.332599 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ae2634ee-d990-4a2d-87fa-31aa9dde2c9f None None] Provisioning complete for port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:37.333030 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ae2634ee-d990-4a2d-87fa-31aa9dde2c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:37.364878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468d948-cd24-4e77-91d4-f531fb0e1be5 None None] The sync data for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb is: [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:36Z', 'revision_number': 2, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:48:37.394365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ae2634ee-d990-4a2d-87fa-31aa9dde2c9f None None] Port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:48:37.507858 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:48:37.518639 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] 10.222.0.13 "PUT /v2.0/routers/ce21546e-9330-4d9b-8bac-77ff53b0db1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7684174 Nov 19 20:48:37.530951 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-b73fe288-4863-4875-b581-efd0d1c97b98 None None] Provisioning complete for port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:37.531427 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b73fe288-4863-4875-b581-efd0d1c97b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:37.615668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b73fe288-4863-4875-b581-efd0d1c97b98 None None] Port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:48:37.628881 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 3a41f09e-7420-4440-b4ce-21466513c0a0 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:37.665089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-c6c95665-7d76-4db4-97b5-a09bac291f71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:37.666295 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-c6c95665-7d76-4db4-97b5-a09bac291f71 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.24 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.0958314 Nov 19 20:48:37.762667 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 3a41f09e-7420-4440-b4ce-21466513c0a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:37.762826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:37.809618 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Deleting port bfa574c5-230d-4742-bece-8ac0ee341d69 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:48:37.810248 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.198557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] For port bfa574c5-230d-4742-bece-8ac0ee341d69, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=bfa574c5-230d-4742-bece-8ac0ee341d69,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:38.199181 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.280072 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49226) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:38.283514 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'security_group': {'name': 'tempest-securitygroup--1149092727', 'description': 'tempest-description--112880898'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:38.295089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:38.332389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Usage tracker for resource:security_group and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:38.336415 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:38.344041 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:38.368373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.426034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:38.430231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Usage tracker for resource:security_group_rule and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:38.433683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:38.447616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:38.523608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.528166 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.537730 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8ebc5272-33a7-474a-8e79-d93ed79296d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:38.570962 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77256231-3b70-4401-bb55-d3c6217c4bf1 req-e3cf3624-dea2-48f3-9a0a-544818e8ebb2 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:38.572635 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-77256231-3b70-4401-bb55-d3c6217c4bf1 req-e3cf3624-dea2-48f3-9a0a-544818e8ebb2 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 945 time: 0.2213960 Nov 19 20:48:38.583924 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'SecurityGroup': ['ID=7b292431-9072-4681-bfd7-e7a531f99c35,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:38.587189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.592061 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3148470 Nov 19 20:48:38.593196 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:38.593755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49234) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:38.600286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'security_group_rule': {'security_group_id': '7b292431-9072-4681-bfd7-e7a531f99c35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:38.607806 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:38.612202 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Usage tracker for resource:security_group_rule and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:38.615414 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:38.621673 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:38.641389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.711600 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.717440 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.719688 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7a26c1ce-9da3-42e5-92bf-c0f5da30766b tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:38.735029 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-77256231-3b70-4401-bb55-d3c6217c4bf1 req-e4942ff3-0d7c-4016-9562-fe04c041ef4e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530583 Nov 19 20:48:38.745045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.745574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.746071 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Floating IP db067b4d-6776-4d33-8910-3d7662a461d2 disassociated. External IP: 172.28.1.118, port: bfa574c5-230d-4742-bece-8ac0ee341d69. Nov 19 20:48:38.746636 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Calling delete_port for bfa574c5-230d-4742-bece-8ac0ee341d69 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:48:38.752220 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a71f61-71ed-44b0-af3f-b0bdccd3b46c,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:38.764374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:38.772832 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.775058 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1798203 Nov 19 20:48:38.778173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49238) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:38.781912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.784953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'security_group_rule': {'security_group_id': '7b292431-9072-4681-bfd7-e7a531f99c35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:38.791868 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:38.796751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Usage tracker for resource:security_group_rule and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:38.799994 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:38.806176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:38.826369 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.898958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.901612 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.904218 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:38.904965 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.920961 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cbee92ee-9f98-4b22-9fd7-7e228f88ec4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:38.931270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49aa04e-7e44-4db5-9360-c9859fd985ba,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:38.934718 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:38.941734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:38.943020 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-5c9a0d2c-e7be-4b71-871a-542df6da4868 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1633945 Nov 19 20:48:38.946221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49242) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:38.951815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'floatingip': {'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:38.957683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:38.961945 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Usage tracker for resource:floatingip and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:38.965670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:38.971740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:38.982298 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:39.137955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device bfa574c5-230d-4742-bece-8ac0ee341d69 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:48:39.146793 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:39.174127 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] No Port match for: bfa574c5-230d-4742-bece-8ac0ee341d69 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:48:39.174525 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device bfa574c5-230d-4742-bece-8ac0ee341d69 not bound to the agent host hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:48:39.208357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event deleted for resources: {'Port': ['ID=bfa574c5-230d-4742-bece-8ac0ee341d69,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:39.213098 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:39.438735 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Allocated IP 172.28.1.2 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/08f15735-372d-4e3e-81a5-81ec7087cbac) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:48:39.551205 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Router 741ba649-875b-43d1-ab8a-ea4ac8266213 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:48:39.666909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 1bbf3426-9d4b-4bc3-8210-05d4c816c697 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:39.677224 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:39.715162 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:39.739779 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c4c948ca-cdd9-46e5-842f-301e0d89d4ba tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:39.805738 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port 1bbf3426-9d4b-4bc3-8210-05d4c816c697 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:48:39.817292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 1bbf3426-9d4b-4bc3-8210-05d4c816c697 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:39.819516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:39.939512 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:48:39.952894 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a4061b-8898-4ce7-9028-eb98be953d71 None None] Sync routers for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:48:39.956722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:39.971195 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a4061b-8898-4ce7-9028-eb98be953d71 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:39.971887 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-49a4061b-8898-4ce7-9028-eb98be953d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:39.974538 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port 1bbf3426-9d4b-4bc3-8210-05d4c816c697, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=1bbf3426-9d4b-4bc3-8210-05d4c816c697,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:39.980664 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:39.993411 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f7c19c64-619f-44d8-a70e-e68ed6008df0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:39.996851 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] No DVR routers for this DVR port bfa574c5-230d-4742-bece-8ac0ee341d69 on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:48:39.999169 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:40.009470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed119b48-0326-484a-ac92-c057083b69fa', 'name': 'network-vif-deleted', 'tag': 'bfa574c5-230d-4742-bece-8ac0ee341d69'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:40.017401 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-67f65eda-b99b-4cd2-b2ee-b0ca88586ccf req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.24 "DELETE /v2.0/ports/bfa574c5-230d-4742-bece-8ac0ee341d69 HTTP/1.1" status: 204 len: 173 time: 2.3447881 Nov 19 20:48:40.029588 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 49256) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:40.121473 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-531d9448-b79e-454a-b725-17ba1537707f req-928baf91-2b4a-46bd-9819-61e8f41b9985 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=ed119b48-0326-484a-ac92-c057083b69fa HTTP/1.1" status: 200 len: 210 time: 0.1571393 Nov 19 20:48:40.124463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'Port': ['ID=08f15735-372d-4e3e-81a5-81ec7087cbac,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:40.129117 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:40.163584 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed119b48-0326-484a-ac92-c057083b69fa', 'name': 'network-vif-deleted', 'tag': 'bfa574c5-230d-4742-bece-8ac0ee341d69', 'status': 'completed', 'code': 200} Nov 19 20:48:40.222674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=1bbf3426-9d4b-4bc3-8210-05d4c816c697,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:40.226565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:40.242782 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:48:40.244114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:48:40.246830 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:48:40.333550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-49a4061b-8898-4ce7-9028-eb98be953d71 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:48:40.371578 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-444ae8d3-77af-4e36-bcdc-9fe7433ddcf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca48c600680b4f56aedaf5b034c2bf1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3400781 Nov 19 20:48:40.373662 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 49262) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:40.393772 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:40.444380 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1389c1bb-0f43-4bed-a397-37782c6aba5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:40.472206 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:40.479115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1389c1bb-0f43-4bed-a397-37782c6aba5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:40.532572 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1389c1bb-0f43-4bed-a397-37782c6aba5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:40.537916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ae9641cb-8292-44b4-ab09-37716e910275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:40.571901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389c1bb-0f43-4bed-a397-37782c6aba5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4558e0-f29d-4e73-a58e-48e5e7641ac0,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:40.599304 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1389c1bb-0f43-4bed-a397-37782c6aba5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:40.623372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1389c1bb-0f43-4bed-a397-37782c6aba5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:40.628382 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1389c1bb-0f43-4bed-a397-37782c6aba5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee4558e0-f29d-4e73-a58e-48e5e7641ac0 HTTP/1.1" status: 204 len: 168 time: 0.2535310 Nov 19 20:48:40.777124 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-49a4061b-8898-4ce7-9028-eb98be953d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:40.784545 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a4061b-8898-4ce7-9028-eb98be953d71 None None] Checking router: 741ba649-875b-43d1-ab8a-ea4ac8266213 for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:48:40.797586 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a4061b-8898-4ce7-9028-eb98be953d71 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:40.798263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-49a4061b-8898-4ce7-9028-eb98be953d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:40.812922 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:40.833907 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:40.864943 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0e1d1e2-a73f-4649-ac7d-099b08241e78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:40.995205 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Sync routers for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:48:41.000306 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-49a4061b-8898-4ce7-9028-eb98be953d71 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:48:41.082312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:41.093078 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:41.133764 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'Port': ['ID=08f15735-372d-4e3e-81a5-81ec7087cbac,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:41.160057 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:41.338779 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:41.383980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:41.399548 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4515691 Nov 19 20:48:41.471366 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49284) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:41.533375 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-49a4061b-8898-4ce7-9028-eb98be953d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:41.557510 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a4061b-8898-4ce7-9028-eb98be953d71 None None] The sync data for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb is: [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:48:41.570198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-13e5102e-037c-4f6d-adb3-86baddb563e0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:41.617807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-13e5102e-037c-4f6d-adb3-86baddb563e0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:41.630605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:48:41.711292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 1bbf3426-9d4b-4bc3-8210-05d4c816c697 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:41.713239 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-13e5102e-037c-4f6d-adb3-86baddb563e0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:41.719053 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:41.760657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5102e-037c-4f6d-adb3-86baddb563e0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd27db8-3ec4-4b52-8e97-66c2b5342b3d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:41.769624 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-13e5102e-037c-4f6d-adb3-86baddb563e0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:41.789213 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-13e5102e-037c-4f6d-adb3-86baddb563e0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:41.790448 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-13e5102e-037c-4f6d-adb3-86baddb563e0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "DELETE /v2.0/security-groups/cdd27db8-3ec4-4b52-8e97-66c2b5342b3d HTTP/1.1" status: 204 len: 168 time: 0.3162234 Nov 19 20:48:41.793557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49300) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:41.817662 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.v2.resource [None req-75ba2d53-96e3-4779-b1a7-8acfa6876f60 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] show failed (client error): The resource could not be found. Nov 19 20:48:41.818779 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-75ba2d53-96e3-4779-b1a7-8acfa6876f60 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups/cdd27db8-3ec4-4b52-8e97-66c2b5342b3d HTTP/1.1" status: 404 len: 347 time: 0.0240879 Nov 19 20:48:41.821811 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49304) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:41.905649 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-fa48da31-0184-4abf-a46d-3d08cd6c9861 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1149092727&fields=id&tenant_id=81d691c4141f4953aeacf85947be2fe5 HTTP/1.1" status: 200 len: 267 time: 0.1059651 Nov 19 20:48:42.022956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Deleting port b41ba2e3-6c68-4d8c-bbf0-f22081c1b3bc {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:48:42.023921 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:42.211537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b5241-e34a-44d9-a106-240c8fb7427b None None] New status for floating IP db067b4d-6776-4d33-8910-3d7662a461d2: DOWN {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:48:42.219936 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f127c88-d73a-48df-8242-0364cbb44254 req-6f2e958f-a263-4df7-8f33-7103c713d3fe tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:42.234298 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-6f2e958f-a263-4df7-8f33-7103c713d3fe tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 817 time: 0.3274517 Nov 19 20:48:42.273065 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-f191bc57-e502-4c18-b88e-a27a3ab8f481 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/quotas/81d691c4141f4953aeacf85947be2fe5 HTTP/1.1" status: 200 len: 375 time: 0.0377479 Nov 19 20:48:42.393194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 1bbf3426-9d4b-4bc3-8210-05d4c816c697 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:42.397425 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:42.426730 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-6f127c88-d73a-48df-8242-0364cbb44254 req-a713e35f-03ce-4377-a829-1180883e9959 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Synchronizing usage tracker for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:42.435892 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:42.436243 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:42.446924 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-6f127c88-d73a-48df-8242-0364cbb44254 req-a713e35f-03ce-4377-a829-1180883e9959 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Unset dirty status for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:42.450732 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-a713e35f-03ce-4377-a829-1180883e9959 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1766574 Nov 19 20:48:42.647353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Calling delete_port for b41ba2e3-6c68-4d8c-bbf0-f22081c1b3bc owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:48:42.662574 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-e6b70c1c-166d-4390-83b3-c13908a6f606 service neutron] 10.222.0.13 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976652 Nov 19 20:48:42.689891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:36Z', 'revision_number': 2, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:42.695170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Checking router: ce21546e-9330-4d9b-8bac-77ff53b0db1b for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:48:42.695605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Updating router ce21546e-9330-4d9b-8bac-77ff53b0db1b port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 binding host dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 20:48:42.885779 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-21d2ebb5-d307-427a-b423-97afad5095c1 service neutron] 10.222.0.13 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2147624 Nov 19 20:48:42.934633 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1bcff04-f5dd-49e0-b19b-300c71a1d601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:42.943147 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:43.046857 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.api [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 20:48:43.047454 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_db.api [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 20:48:43.165251 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0b938e7e-faaf-438d-9356-593f8005936c req-95e90983-59a9-44f4-b1fd-d16a044aa285 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 210 time: 0.0547223 Nov 19 20:48:43.501534 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:43.513948 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Transition to ACTIVE for port object 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:48:43.516678 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:43.532915 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:43.549102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Deleting port b41ba2e3-6c68-4d8c-bbf0-f22081c1b3bc {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:48:43.549487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:43.681539 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd34de2-b1fa-420a-a228-b261a13870c8 None None] Pushing event updated for resources: {'Port': ['ID=29adbe1d-fac9-4d4d-8cd3-c02676bf92b5,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:43.687230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bdd34de2-b1fa-420a-a228-b261a13870c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:43.743201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:43.743852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:43.868893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Attempting to bind port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 on host dv-cinder-750782-3-smb for vnic_type normal with profile {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:48:43.869562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Attempting to bind port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 by drivers openvswitch on host dv-cinder-750782-3-smb at level 0 using segments [{'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:48:43.870202 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Attempting to bind port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 on network aadb73e4-69a8-43c4-b6f9-c6004513a7df {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:48:43.880600 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Checking agent: {'id': '7c573c0f-7694-4c0c-8285-5c327123af5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 17), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:48:43.881141 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Checking segment: {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:48:43.881694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:43.882234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Bound using segment: {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:48:43.882872 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Bound port: 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5, host: dv-cinder-750782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:48:43.883670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:43.886075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Calling delete_port for b41ba2e3-6c68-4d8c-bbf0-f22081c1b3bc owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:48:43.997008 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] For port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5, host dv-cinder-750782-3-smb, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:48:44.001111 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] For port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5, host dv-cinder-750782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=29adbe1d-fac9-4d4d-8cd3-c02676bf92b5,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:48:44.008757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:44.025626 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:44.031487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:44.047380 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9603c360-ec2d-4407-8d12-902bd99b421e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:44.093945 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event deleted for resources: {'Port': ['ID=b41ba2e3-6c68-4d8c-bbf0-f22081c1b3bc,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:44.106930 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:44.176387 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd34de2-b1fa-420a-a228-b261a13870c8 None None] Pushing event updated for resources: {'Port': ['ID=29adbe1d-fac9-4d4d-8cd3-c02676bf92b5,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:44.181021 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bdd34de2-b1fa-420a-a228-b261a13870c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:44.241702 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:44.242654 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:44.295679 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:44.312871 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:44.314327 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-cf7374ff-a114-4180-bca2-770452a8915e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "DELETE /v2.0/floatingips/db067b4d-6776-4d33-8910-3d7662a461d2 HTTP/1.1" status: 204 len: 168 time: 2.4915957 Nov 19 20:48:44.457329 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9d4ea2e9-4b4c-4e12-9daf-a1ffaeeaf2fc req-3855fb03-6764-43d2-bf26-8ab29a6a412a tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 210 time: 0.0886352 Nov 19 20:48:44.490196 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:48:44.743595 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f127c88-d73a-48df-8242-0364cbb44254 req-4aeca110-7f2b-428f-847d-b176203e98da tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:44.758544 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-4aeca110-7f2b-428f-847d-b176203e98da tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 817 time: 0.2972560 Nov 19 20:48:44.865629 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-480d3f21-03ba-4e34-8f51-d3cc5f7e5037 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81d691c4141f4953aeacf85947be2fe5 HTTP/1.1" status: 200 len: 5044 time: 0.0852747 Nov 19 20:48:44.880770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'port': {'device_id': 'ace76719-5fff-494f-a7c6-3903670acce4', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'admin_state_up': True, 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'security_groups': ['7b292431-9072-4681-bfd7-e7a531f99c35']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:44.911637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 49346) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:44.914789 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:44.919478 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6822bd9-52d7-4ece-86e4-02758f5f9f06 None None] The sync data for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb is: [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:48:44.923427 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'security_group': {'name': 'tempest-securitygroup--2020999438', 'description': 'tempest-description--809253821'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:44.937048 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:44.957163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Usage tracker for resource:security_group and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:44.962899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:44.974014 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:45.055035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.120330 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:45.131188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:45.137713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:45.140189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Usage tracker for resource:security_group_rule and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:45.144173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:45.153838 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:45.163732 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Made reservation on behalf of 81d691c4141f4953aeacf85947be2fe5 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:48:45.170417 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.306223 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.357592 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.367845 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-067ba329-383e-4e0a-82a5-b17f0bf8d063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:45.435800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.437131 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5241263 Nov 19 20:48:45.440256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49350) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:45.440997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'SecurityGroup': ['ID=465bd585-41c8-470c-9417-a7cb735b7908,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:45.446260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'security_group_rule': {'security_group_id': '465bd585-41c8-470c-9417-a7cb735b7908', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:45.454040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:45.458460 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Usage tracker for resource:security_group_rule and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:45.461635 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:45.469705 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:45.471799 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa01c1cb-670b-464b-8fd7-c7634e3ea414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.482009 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:45.488611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.562531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.566880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.569433 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:45.601691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743c0b03-4832-4545-a180-11acd607b9c7,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:45.606531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:45.615970 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.617884 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7d67e6e9-1c99-445e-a0a8-cf7a5929d60a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1765282 Nov 19 20:48:45.621063 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49356) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:45.627794 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'security_group_rule': {'security_group_id': '465bd585-41c8-470c-9417-a7cb735b7908', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:45.629856 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Allocated IP 172.20.0.10 (aadb73e4-69a8-43c4-b6f9-c6004513a7df/b11ed45c-7ceb-4433-9b12-5be99c90d361/99acdc08-43bc-41a1-bea9-1a2f9c45399d) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:48:45.637895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:45.643301 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Usage tracker for resource:security_group_rule and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:45.647022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:45.663875 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:45.668168 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:45.686226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.731662 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-37a1d354-91cf-4a06-88eb-a85502d920eb req-0aa5b636-2914-4969-9f5e-a170f81496e9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 210 time: 0.0608273 Nov 19 20:48:45.739092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning for port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:48:45.745919 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:45.747546 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.759645 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.762621 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.765092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-483bb4b7-3593-4588-b47e-71c527f49beb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:45.791503 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc19125c-17b8-47d9-96f6-70b070654c95,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:45.801417 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:45.810257 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.814432 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-3594ea11-804a-4448-be00-0c2ef6f2b3df tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1895103 Nov 19 20:48:45.815201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49360) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:45.822030 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.822207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'floatingip': {'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:45.828509 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:45.836133 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Usage tracker for resource:floatingip and tenant:6ceb88dd8adf4523893df6a0118dd5b2 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:45.841077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:45.847022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:45.857357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.898047 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.932000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] For port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=29adbe1d-fac9-4d4d-8cd3-c02676bf92b5,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:45.933430 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.935287 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:45.937251 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:45.951486 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Transition to ACTIVE for port object 99acdc08-43bc-41a1-bea9-1a2f9c45399d will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:48:45.975803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:46.007203 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-661bd882-4f6f-48b5-93b8-3981af17ee39 tempest-VolumesActionsTest-314301673 tempest-VolumesActionsTest-314301673] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:46.014067 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:46.020629 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Pushing event updated for resources: {'Port': ['ID=29adbe1d-fac9-4d4d-8cd3-c02676bf92b5,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:46.025086 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:46.168553 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'Port': ['ID=99acdc08-43bc-41a1-bea9-1a2f9c45399d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:46.179326 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:46.228666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:48:46.230731 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:48:46.232468 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:48:46.319223 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:46.319927 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:46.346799 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c12db8cc-1858-4d70-8a38-8d5ca4b22319 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4724367 Nov 19 20:48:46.362700 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Allocated IP 172.28.1.108 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/17f34dd0-10d5-43eb-b9d2-0a33bdea1f63) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:48:46.366972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Request body: {'port': {'device_id': 'ace76719-5fff-494f-a7c6-3903670acce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:46.484967 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:46.523126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-513ca855-2f8c-4c60-8b44-b0024067ec43 None None] Provisioning for port 99acdc08-43bc-41a1-bea9-1a2f9c45399d completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:48:46.529244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-513ca855-2f8c-4c60-8b44-b0024067ec43 None None] Provisioning complete for port 99acdc08-43bc-41a1-bea9-1a2f9c45399d triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:46.529803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-513ca855-2f8c-4c60-8b44-b0024067ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:46.530959 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:46.559139 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:46.576265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-987a3c9a-8934-49b3-b749-201661b222c2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:46.598493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-513ca855-2f8c-4c60-8b44-b0024067ec43 None None] Port 99acdc08-43bc-41a1-bea9-1a2f9c45399d cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:48:46.725653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'Port': ['ID=17f34dd0-10d5-43eb-b9d2-0a33bdea1f63,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:46.730977 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:46.775013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:48:46.776160 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources bound (agent type, host, resource id): {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:48:46.778573 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:48:46.877814 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:46.897884 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:46.917263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:46.996641 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.122417 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca328beb-91dc-40f0-9ed1-d37f8fc6575e req-8c22a9c4-4733-4401-b5e9-899258a02cd5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:47.124036 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ca328beb-91dc-40f0-9ed1-d37f8fc6575e req-8c22a9c4-4733-4401-b5e9-899258a02cd5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 932 time: 0.2061005 Nov 19 20:48:47.127830 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99acdc08-43bc-41a1-bea9-1a2f9c45399d {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:48:47.135416 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.148565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Transition to ACTIVE for port object 99acdc08-43bc-41a1-bea9-1a2f9c45399d will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:48:47.152489 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.169426 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9dd998f9-d796-40cc-9e10-ccfe32532f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:47.277545 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-ca328beb-91dc-40f0-9ed1-d37f8fc6575e req-ed2af747-ccb3-49c0-9205-bad7bafcd59b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Synchronizing usage tracker for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:47.316463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-ca328beb-91dc-40f0-9ed1-d37f8fc6575e req-ed2af747-ccb3-49c0-9205-bad7bafcd59b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Unset dirty status for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:47.318205 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ca328beb-91dc-40f0-9ed1-d37f8fc6575e req-ed2af747-ccb3-49c0-9205-bad7bafcd59b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853752 Nov 19 20:48:47.318603 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Pushing event updated for resources: {'Port': ['ID=99acdc08-43bc-41a1-bea9-1a2f9c45399d,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:47.323565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:47.350064 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.355333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.372705 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:47.533284 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Attempting to bind port 99acdc08-43bc-41a1-bea9-1a2f9c45399d on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:48:47.533878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Attempting to bind port 99acdc08-43bc-41a1-bea9-1a2f9c45399d by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:48:47.534036 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'Port': ['ID=17f34dd0-10d5-43eb-b9d2-0a33bdea1f63,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:47.534800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Attempting to bind port 99acdc08-43bc-41a1-bea9-1a2f9c45399d on network aadb73e4-69a8-43c4-b6f9-c6004513a7df {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:48:47.537435 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:47.549202 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:48:47.549628 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Checking segment: {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:48:47.550077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.550632 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Bound using segment: {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:48:47.551215 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Bound port: 99acdc08-43bc-41a1-bea9-1a2f9c45399d, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:48:47.551576 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.637089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 up at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:47.673244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] For port 99acdc08-43bc-41a1-bea9-1a2f9c45399d, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:48:47.677212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] For port 99acdc08-43bc-41a1-bea9-1a2f9c45399d, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=99acdc08-43bc-41a1-bea9-1a2f9c45399d,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:48:47.680648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.707410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.717651 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Provisioning complete for port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:47.718067 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.732263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.737090 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9175563 Nov 19 20:48:47.796604 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0f6c3517-9c37-4877-89e6-6f8d9ea105bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:47.893157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Pushing event updated for resources: {'Port': ['ID=99acdc08-43bc-41a1-bea9-1a2f9c45399d,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:47.896680 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:47.908829 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:47.910424 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/99acdc08-43bc-41a1-bea9-1a2f9c45399d HTTP/1.1" status: 200 len: 1158 time: 1.5493066 Nov 19 20:48:47.911041 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:47.985695 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d', 'status': 'completed', 'code': 200} Nov 19 20:48:48.079677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-ba150283-1af3-432f-80d6-490be2240f89 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Synchronizing usage tracker for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:48.103051 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-7c988a59-9919-43d7-85d2-f13a5cd6317e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 1161 time: 0.1194699 Nov 19 20:48:48.104178 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-ba150283-1af3-432f-80d6-490be2240f89 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Unset dirty status for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:48.105942 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-ba150283-1af3-432f-80d6-490be2240f89 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2020999438&fields=id&tenant_id=6ceb88dd8adf4523893df6a0118dd5b2 HTTP/1.1" status: 200 len: 267 time: 0.1435392 Nov 19 20:48:48.217558 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-c29eed9f-da76-498d-beaf-673d21ae4f2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99acdc08-43bc-41a1-bea9-1a2f9c45399d HTTP/1.1" status: 200 len: 217 time: 0.1002824 Nov 19 20:48:48.381000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f127c88-d73a-48df-8242-0364cbb44254 req-031ccc3d-fdc6-4f6b-b269-144fe042088b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:48.382456 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-031ccc3d-fdc6-4f6b-b269-144fe042088b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.1490409 Nov 19 20:48:48.446103 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-645abc8b-6b25-4a8c-a8d7-ac25806d60db tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:48.447686 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-645abc8b-6b25-4a8c-a8d7-ac25806d60db tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 810 time: 0.2756960 Nov 19 20:48:48.476068 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-110e6245-5933-487e-a692-3c960f03cf9e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/quotas/6ceb88dd8adf4523893df6a0118dd5b2 HTTP/1.1" status: 200 len: 375 time: 0.0205314 Nov 19 20:48:48.555793 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-f08c41a1-0b93-4b33-afa9-b6086c27ba88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1630933 Nov 19 20:48:48.587444 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2e2e5-3e84-4f0d-a10e-20302f8875cd req-f0b624c9-f5c3-44ae-a132-cca0b3593dd2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:48.589672 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ced2e2e5-3e84-4f0d-a10e-20302f8875cd req-f0b624c9-f5c3-44ae-a132-cca0b3593dd2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.0855951 Nov 19 20:48:48.643210 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ced2e2e5-3e84-4f0d-a10e-20302f8875cd req-a68be5a6-7118-4728-9794-970dc72c5ad0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467973 Nov 19 20:48:48.685422 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-a33096eb-7cb2-4703-99c9-5ed9e5e620da tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Synchronizing usage tracker for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:48.717965 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-a33096eb-7cb2-4703-99c9-5ed9e5e620da tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Unset dirty status for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:48.719412 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-a33096eb-7cb2-4703-99c9-5ed9e5e620da tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2360985 Nov 19 20:48:48.738801 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-dfd1bc05-2490-44b1-aa98-820ac29c177f service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755295 Nov 19 20:48:49.013803 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6f127c88-d73a-48df-8242-0364cbb44254 req-2b049fe8-0e43-4317-a909-daefda366d68 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2498090 Nov 19 20:48:49.017256 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-f0d83aaf-fc0e-470e-a1e6-2fbff57c0789 service neutron] 10.222.0.13 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761934 Nov 19 20:48:49.244199 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-4e3d07f8-93ec-4217-8881-c31059ef2d18 service neutron] 10.222.0.13 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2120581 Nov 19 20:48:49.252264 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2266b87b-eb34-4b69-ac0e-3285124c49d9 req-4c5ee49e-ffb7-4137-81bf-865808b00507 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 1161 time: 0.1235282 Nov 19 20:48:49.422794 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266b87b-eb34-4b69-ac0e-3285124c49d9 req-f3e80f58-3c3c-4abb-9cc3-47ccc096099b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:49.424315 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2266b87b-eb34-4b69-ac0e-3285124c49d9 req-f3e80f58-3c3c-4abb-9cc3-47ccc096099b service neutron] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 911 time: 0.1587932 Nov 19 20:48:49.475758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-fe38c4c3-fca7-430d-a737-ec48920ed63c req-bbe5fa0e-7ce5-4cca-92e4-1f1420c29195 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Synchronizing usage tracker for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:49.494108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-fe38c4c3-fca7-430d-a737-ec48920ed63c req-bbe5fa0e-7ce5-4cca-92e4-1f1420c29195 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Unset dirty status for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:49.505933 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fe38c4c3-fca7-430d-a737-ec48920ed63c req-bbe5fa0e-7ce5-4cca-92e4-1f1420c29195 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 210 time: 0.0976114 Nov 19 20:48:49.507969 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2266b87b-eb34-4b69-ac0e-3285124c49d9 req-a538bdd5-167c-4f27-8a14-0cb87f1daa42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99acdc08-43bc-41a1-bea9-1a2f9c45399d HTTP/1.1" status: 200 len: 217 time: 0.0756080 Nov 19 20:48:49.594347 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266b87b-eb34-4b69-ac0e-3285124c49d9 req-bd9a2ffb-8b6b-4283-b8ee-8e473b6fc131 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:49.595995 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2266b87b-eb34-4b69-ac0e-3285124c49d9 req-bd9a2ffb-8b6b-4283-b8ee-8e473b6fc131 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.0809584 Nov 19 20:48:49.693398 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2266b87b-eb34-4b69-ac0e-3285124c49d9 req-e8d011c2-79aa-4623-a098-0eed7db167cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852439 Nov 19 20:48:50.133237 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2266b87b-eb34-4b69-ac0e-3285124c49d9 req-ffbac639-96ee-470a-af53-d814cbf7a838 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307072 Nov 19 20:48:50.180363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c536dcf-8f0a-4b75-ac42-40dd6c4dc441 req-6f18bd39-d5d4-45da-98c4-7df1d796652d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:50.181154 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-5c536dcf-8f0a-4b75-ac42-40dd6c4dc441 req-6f18bd39-d5d4-45da-98c4-7df1d796652d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Synchronizing usage tracker for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:50.263732 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-5c536dcf-8f0a-4b75-ac42-40dd6c4dc441 req-6f18bd39-d5d4-45da-98c4-7df1d796652d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Unset dirty status for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:50.264947 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5c536dcf-8f0a-4b75-ac42-40dd6c4dc441 req-6f18bd39-d5d4-45da-98c4-7df1d796652d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.2288027 Nov 19 20:48:50.347055 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2266b87b-eb34-4b69-ac0e-3285124c49d9 req-f1882d5c-f1ea-4fcb-bdb9-30b774b1fd30 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1978576 Nov 19 20:48:50.351026 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5c536dcf-8f0a-4b75-ac42-40dd6c4dc441 req-bb0f8296-419e-4371-8b7f-5317ca62e4d3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725155 Nov 19 20:48:50.679693 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bfe57eb6-b34b-49fa-bb36-ced65ad7f26a req-d1eaee98-deeb-4fb7-b212-f08a4af9feb8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 210 time: 0.0494366 Nov 19 20:48:50.769627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-048bc86d-fc77-4ee0-b19b-daa5102eba54 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:50.771193 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-048bc86d-fc77-4ee0-b19b-daa5102eba54 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.24 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 810 time: 0.1622915 Nov 19 20:48:50.867828 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-f7a6a609-5cc4-41f3-b575-2266ffa75464 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2 HTTP/1.1" status: 200 len: 5044 time: 0.0780368 Nov 19 20:48:50.881926 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'port': {'device_id': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'admin_state_up': True, 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'security_groups': ['465bd585-41c8-470c-9417-a7cb735b7908']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:51.030453 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:51.041288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:51.049939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Made reservation on behalf of 6ceb88dd8adf4523893df6a0118dd5b2 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:48:51.055506 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:51.374122 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Allocated IP 172.20.0.11 (3ce5521b-869b-47f6-915a-65202afa7823/76030e34-5631-4aa3-9b7e-6153e008aab3/839025f4-95d8-4cb4-9611-6c85cfb00271) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:48:51.635025 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:51.660079 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Transition to ACTIVE for port object 839025f4-95d8-4cb4-9611-6c85cfb00271 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:48:51.666901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041220d1-0505-46b7-8afc-68d74fbc577d req-407fe14b-32df-4444-85fd-327d968a8c20 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:51.668554 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-041220d1-0505-46b7-8afc-68d74fbc577d req-407fe14b-32df-4444-85fd-327d968a8c20 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.1543367 Nov 19 20:48:51.722209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:51.738251 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 99acdc08-43bc-41a1-bea9-1a2f9c45399d up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:51.740198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-75e60942-44b2-41ad-b322-248258cb02d5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:51.779736 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-041220d1-0505-46b7-8afc-68d74fbc577d req-b57dafec-2823-4eb0-8098-5f5e780fc618 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043148 Nov 19 20:48:51.815761 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port 99acdc08-43bc-41a1-bea9-1a2f9c45399d completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:48:51.822248 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 99acdc08-43bc-41a1-bea9-1a2f9c45399d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:51.822685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:51.886575 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event updated for resources: {'Port': ['ID=839025f4-95d8-4cb4-9611-6c85cfb00271,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:51.897134 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:51.918429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbec078-3f80-4da0-bfe2-370c9576d21a req-f87927d7-2d0a-4045-af11-a3ccbd3bd077 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:51.926185 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-adbec078-3f80-4da0-bfe2-370c9576d21a req-f87927d7-2d0a-4045-af11-a3ccbd3bd077 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 932 time: 0.1083701 Nov 19 20:48:51.960480 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Network 3ce5521b-869b-47f6-915a-65202afa7823 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:48:51.961998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:51.962326 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:48:51.972252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-adbec078-3f80-4da0-bfe2-370c9576d21a req-5085f13c-3246-4511-b822-89eb3df1c264 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Synchronizing usage tracker for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:51.978204 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:48:51.986169 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-adbec078-3f80-4da0-bfe2-370c9576d21a req-5085f13c-3246-4511-b822-89eb3df1c264 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Unset dirty status for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:51.991535 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:52.000676 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-adbec078-3f80-4da0-bfe2-370c9576d21a req-5085f13c-3246-4511-b822-89eb3df1c264 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734606 Nov 19 20:48:52.005838 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 99acdc08-43bc-41a1-bea9-1a2f9c45399d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=99acdc08-43bc-41a1-bea9-1a2f9c45399d,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:52.019440 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:52.021442 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bdd34de2-b1fa-420a-a228-b261a13870c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:52.100699 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:52.101634 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:52.110509 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d', 'code': 200} Nov 19 20:48:52.126561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=99acdc08-43bc-41a1-bea9-1a2f9c45399d,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:52.131466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:52.148713 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2708628 Nov 19 20:48:52.191055 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Request body: {'port': {'device_id': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:52.265835 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-0dd2826d-1cc7-40dc-94c1-54c8959d242b None None] Provisioning for port 839025f4-95d8-4cb4-9611-6c85cfb00271 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:48:52.271635 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-0dd2826d-1cc7-40dc-94c1-54c8959d242b None None] Provisioning complete for port 839025f4-95d8-4cb4-9611-6c85cfb00271 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:52.272312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dd2826d-1cc7-40dc-94c1-54c8959d242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:52.307424 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:52.333861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2826d-1cc7-40dc-94c1-54c8959d242b None None] Port 839025f4-95d8-4cb4-9611-6c85cfb00271 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:48:52.508675 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb123196-5f5d-434a-86c5-21a0504519d0 req-3b6cc5fd-aba6-475f-abf1-16840544e7ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 1163 time: 0.1545630 Nov 19 20:48:52.638495 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4cd6455e-2910-425d-875c-fd19a14f3d3f req-e7a98af5-998b-4e48-aabf-ae4236cefd25 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-750191696&fields=id&tenant_id=769533c7fe5a4e848b3a5023b8d1da03 HTTP/1.1" status: 200 len: 267 time: 0.0444455 Nov 19 20:48:52.642069 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb123196-5f5d-434a-86c5-21a0504519d0 req-0fcd22e8-daa0-4c21-a327-8ea7026dd0cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899854 Nov 19 20:48:52.727261 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6455e-2910-425d-875c-fd19a14f3d3f req-bbf5f91c-4fb0-4b80-a2a2-146125c12f67 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:52.730096 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4cd6455e-2910-425d-875c-fd19a14f3d3f req-bbf5f91c-4fb0-4b80-a2a2-146125c12f67 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 985 time: 0.0849879 Nov 19 20:48:52.741217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-4cd6455e-2910-425d-875c-fd19a14f3d3f req-0bdbd9c0-dcec-4b1c-87ad-7663b8598bac tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Request body: {'port': {'security_groups': ['1734f9b7-ee0c-465c-8865-882fbc1a7756']}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:52.831664 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839025f4-95d8-4cb4-9611-6c85cfb00271 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:48:52.838753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:52.851393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Transition to ACTIVE for port object 839025f4-95d8-4cb4-9611-6c85cfb00271 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:48:52.855366 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:52.869908 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cd6455e-2910-425d-875c-fd19a14f3d3f req-0bdbd9c0-dcec-4b1c-87ad-7663b8598bac tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:52.875442 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-29a546ad-dbb3-4bc6-b0ce-d2597928505f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:53.076293 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Pushing event updated for resources: {'Port': ['ID=839025f4-95d8-4cb4-9611-6c85cfb00271,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:53.084376 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:53.138790 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced24c16-2705-4d36-8f10-d40d8ffc17cc req-e341d6db-e80b-4586-83a2-c706a684c94a tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:53.140572 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ced24c16-2705-4d36-8f10-d40d8ffc17cc req-e341d6db-e80b-4586-83a2-c706a684c94a tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.1901371 Nov 19 20:48:53.204080 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-4cd6455e-2910-425d-875c-fd19a14f3d3f req-0bdbd9c0-dcec-4b1c-87ad-7663b8598bac tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] For port 0e634b0e-d5cc-41ed-a773-859d214af280, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e634b0e-d5cc-41ed-a773-859d214af280,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:48:53.235741 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cd6455e-2910-425d-875c-fd19a14f3d3f req-0bdbd9c0-dcec-4b1c-87ad-7663b8598bac tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:53.242384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cd6455e-2910-425d-875c-fd19a14f3d3f req-0bdbd9c0-dcec-4b1c-87ad-7663b8598bac tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764954'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:53.260138 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:53.327340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Attempting to bind port 839025f4-95d8-4cb4-9611-6c85cfb00271 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:48:53.327705 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Attempting to bind port 839025f4-95d8-4cb4-9611-6c85cfb00271 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:48:53.328069 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Attempting to bind port 839025f4-95d8-4cb4-9611-6c85cfb00271 on network 3ce5521b-869b-47f6-915a-65202afa7823 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:48:53.342705 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbd9c0-dcec-4b1c-87ad-7663b8598bac tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Pushing event updated for resources: {'Port': ['ID=0e634b0e-d5cc-41ed-a773-859d214af280,revision_number=6']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:53.343847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:48:53.344233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Checking segment: {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:48:53.344685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:53.345087 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Bound using segment: {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:48:53.346350 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Bound port: 839025f4-95d8-4cb4-9611-6c85cfb00271, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4366c35-b23b-4d7b-b8eb-600ce013a900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:48:53.346952 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:53.357471 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0bdbd9c0-dcec-4b1c-87ad-7663b8598bac tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:53.379730 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ced24c16-2705-4d36-8f10-d40d8ffc17cc req-e5221756-ea5c-4266-bdd0-1c26f3f64f45 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637800 Nov 19 20:48:53.406126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 99acdc08-43bc-41a1-bea9-1a2f9c45399d up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:53.471641 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] For port 839025f4-95d8-4cb4-9611-6c85cfb00271, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:48:53.476421 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] For port 839025f4-95d8-4cb4-9611-6c85cfb00271, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=839025f4-95d8-4cb4-9611-6c85cfb00271,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:48:53.482478 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:53.494755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 99acdc08-43bc-41a1-bea9-1a2f9c45399d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:53.496170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:53.501834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:53.731350 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6455e-2910-425d-875c-fd19a14f3d3f req-0bdbd9c0-dcec-4b1c-87ad-7663b8598bac tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:53.731848 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cd6455e-2910-425d-875c-fd19a14f3d3f req-0bdbd9c0-dcec-4b1c-87ad-7663b8598bac tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:53.733427 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4cd6455e-2910-425d-875c-fd19a14f3d3f req-0bdbd9c0-dcec-4b1c-87ad-7663b8598bac tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "PUT /v2.0/ports/0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 943 time: 0.9972432 Nov 19 20:48:53.734021 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:53.817857 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280', 'status': 'completed', 'code': 200} Nov 19 20:48:53.911969 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-55fa8278-5a42-4b78-93e9-eae19d6c5a3d req-71e979f8-3e4b-4076-9a68-60d853b25a8d tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups/e06c81ad-6423-4120-8af1-3cf39f89e775 HTTP/1.1" status: 200 len: 2657 time: 0.0662050 Nov 19 20:48:53.995995 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-55fa8278-5a42-4b78-93e9-eae19d6c5a3d req-b4d588b9-4a86-4981-97f1-199f17e3a1b0 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:53.997007 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-de8b96bc-4ab7-412e-934e-b22c28b62973 None None] Provisioning complete for port 0e634b0e-d5cc-41ed-a773-859d214af280 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:53.997593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de8b96bc-4ab7-412e-934e-b22c28b62973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:54.031464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-55fa8278-5a42-4b78-93e9-eae19d6c5a3d req-b4d588b9-4a86-4981-97f1-199f17e3a1b0 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:54.089044 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-55fa8278-5a42-4b78-93e9-eae19d6c5a3d req-b4d588b9-4a86-4981-97f1-199f17e3a1b0 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:54.098410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-598265a7-8122-4d99-b8b3-d79963bd35dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:54.114055 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d588b9-4a86-4981-97f1-199f17e3a1b0 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06c81ad-6423-4120-8af1-3cf39f89e775,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:54.127746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b4d588b9-4a86-4981-97f1-199f17e3a1b0 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:54.129012 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-55fa8278-5a42-4b78-93e9-eae19d6c5a3d req-b4d588b9-4a86-4981-97f1-199f17e3a1b0 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:54.130228 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-55fa8278-5a42-4b78-93e9-eae19d6c5a3d req-b4d588b9-4a86-4981-97f1-199f17e3a1b0 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "DELETE /v2.0/security-groups/e06c81ad-6423-4120-8af1-3cf39f89e775 HTTP/1.1" status: 204 len: 173 time: 0.2117114 Nov 19 20:48:54.143836 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Pushing event updated for resources: {'Port': ['ID=839025f4-95d8-4cb4-9611-6c85cfb00271,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:54.156394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:54.173834 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:54.175300 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] 10.222.0.24 "PUT /v2.0/ports/839025f4-95d8-4cb4-9611-6c85cfb00271 HTTP/1.1" status: 200 len: 1158 time: 1.9895558 Nov 19 20:48:54.175951 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'tag': '839025f4-95d8-4cb4-9611-6c85cfb00271'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:54.183602 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-25c21195-4a2f-4634-a790-c56d1f886598 req-281ed9ea-8715-42a4-bb0e-0b8036186838 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769533c7fe5a4e848b3a5023b8d1da03&device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 1163 time: 0.2263579 Nov 19 20:48:54.190940 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ec011-d06f-4d03-8a1b-96e2735d4645 req-4dbe1e96-1da6-4ac1-9247-cb9d9c89c212 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:54.191689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-412ec011-d06f-4d03-8a1b-96e2735d4645 req-4dbe1e96-1da6-4ac1-9247-cb9d9c89c212 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Synchronizing usage tracker for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:48:54.289628 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-2cdb394b-b014-481d-a753-4bf9e1cc7572 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/floatingips/c20e8ef7-d000-4862-b2b7-6ba1c7477b6b HTTP/1.1" status: 200 len: 999 time: 0.1223173 Nov 19 20:48:54.363527 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-412ec011-d06f-4d03-8a1b-96e2735d4645 req-4dbe1e96-1da6-4ac1-9247-cb9d9c89c212 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Unset dirty status for tenant:6ceb88dd8adf4523893df6a0118dd5b2 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:48:54.364838 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-412ec011-d06f-4d03-8a1b-96e2735d4645 req-4dbe1e96-1da6-4ac1-9247-cb9d9c89c212 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 944 time: 0.7220562 Nov 19 20:48:54.462765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c21195-4a2f-4634-a790-c56d1f886598 req-de14c9f1-de0f-4ebe-b8ab-b6d1328e4a61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:54.463606 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-25c21195-4a2f-4634-a790-c56d1f886598 req-de14c9f1-de0f-4ebe-b8ab-b6d1328e4a61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 HTTP/1.1" status: 200 len: 909 time: 0.2686138 Nov 19 20:48:54.469258 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-d8920862-ac7c-41b9-bf08-6134810f9c69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 1161 time: 0.2409198 Nov 19 20:48:54.473028 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-412ec011-d06f-4d03-8a1b-96e2735d4645 req-ff220959-9364-4e3e-919b-3077525da17a tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997386 Nov 19 20:48:54.478067 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-8c2adf35-799b-4781-865a-05cd13501c5f tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:54.485577 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-8c2adf35-799b-4781-865a-05cd13501c5f tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/networks/19bfa57d-a95f-48de-acf6-6b99b2c60e31 HTTP/1.1" status: 200 len: 784 time: 0.1880438 Nov 19 20:48:54.491464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-1595087b-5c2e-46db-bf74-9d9cb4f7d326 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:48:54.508657 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-1595087b-5c2e-46db-bf74-9d9cb4f7d326 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0220826 Nov 19 20:48:54.599938 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'tag': '839025f4-95d8-4cb4-9611-6c85cfb00271', 'status': 'completed', 'code': 200} Nov 19 20:48:54.625522 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-02720076-ade1-4157-82dc-187ded236963 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.247 HTTP/1.1" status: 200 len: 1002 time: 0.1158366 Nov 19 20:48:54.634217 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-b2709e2b-342d-470e-9153-4399405d64af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=839025f4-95d8-4cb4-9611-6c85cfb00271 HTTP/1.1" status: 200 len: 217 time: 0.1049597 Nov 19 20:48:54.704508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-14fc49ab-57ab-4b04-9a1c-f3d5d0d30023 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:54.712827 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-14fc49ab-57ab-4b04-9a1c-f3d5d0d30023 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports/0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 943 time: 0.0863662 Nov 19 20:48:54.764759 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-25c21195-4a2f-4634-a790-c56d1f886598 req-5d5460a0-18d8-4ac2-80fb-c049c21b8d96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 1002 time: 0.2942648 Nov 19 20:48:54.822763 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 49510) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:54.833653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e195abcf-99ab-4fe3-9c44-9158aec5193a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:54.835256 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-e195abcf-99ab-4fe3-9c44-9158aec5193a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76030e34-5631-4aa3-9b7e-6153e008aab3 HTTP/1.1" status: 200 len: 849 time: 0.1936700 Nov 19 20:48:54.904706 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-697f4445-f4bf-4ed5-91c5-00603f620a45 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.247 HTTP/1.1" status: 200 len: 1002 time: 0.1109490 Nov 19 20:48:54.920232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c21195-4a2f-4634-a790-c56d1f886598 req-849bf2f8-9417-4a84-87ac-69861553345c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:54.921834 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-25c21195-4a2f-4634-a790-c56d1f886598 req-849bf2f8-9417-4a84-87ac-69861553345c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02c1a087-280e-47a6-aa2b-4690b8617221 HTTP/1.1" status: 200 len: 854 time: 0.1470809 Nov 19 20:48:54.931238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fb9e7-4a2d-45b6-97fa-b5640cd180b4 req-8d67ccc2-1e79-4ca4-a141-b5fa8b5a34b9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:54.932989 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-432fb9e7-4a2d-45b6-97fa-b5640cd180b4 req-8d67ccc2-1e79-4ca4-a141-b5fa8b5a34b9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.2469907 Nov 19 20:48:55.041723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1a4d-60dc-4f7d-aebb-e9270e86b20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:55.091416 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-9042761e-951d-4fb4-97cb-c095c8e5e253 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ce5521b-869b-47f6-915a-65202afa7823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2411203 Nov 19 20:48:55.128616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Deleting port fd502823-eeb2-4a74-b5fd-0cf978e7b504 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:48:55.128999 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:55.137951 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-432fb9e7-4a2d-45b6-97fa-b5640cd180b4 req-2e5f6963-06e6-4b27-809b-efe3a73f40c7 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635194 Nov 19 20:48:55.171271 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6bbf1a4d-60dc-4f7d-aebb-e9270e86b20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:48:55.181218 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-6bbf1a4d-60dc-4f7d-aebb-e9270e86b20f admin admin] Usage tracker for resource:security_group_rule and tenant:e93504432a8a4631bac96a4c7f365952 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:48:55.186955 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-25c21195-4a2f-4634-a790-c56d1f886598 req-553b0fef-4945-4d22-98eb-26754a38c33d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2523391 Nov 19 20:48:55.189667 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-6bbf1a4d-60dc-4f7d-aebb-e9270e86b20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:48:55.286534 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6bbf1a4d-60dc-4f7d-aebb-e9270e86b20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:48:55.314144 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:55.314509 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:55.443081 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Calling delete_port for fd502823-eeb2-4a74-b5fd-0cf978e7b504 owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:48:55.486258 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-d00e401c-9278-4ec8-bae9-0ddb682c9020 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791611 Nov 19 20:48:55.502022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 0e634b0e-d5cc-41ed-a773-859d214af280 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:48:55.577711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 0e634b0e-d5cc-41ed-a773-859d214af280 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:48:55.578407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:55.590835 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-25c21195-4a2f-4634-a790-c56d1f886598 req-3c2618e9-72e5-49e8-84bd-8e99a9ba2cd5 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424730 Nov 19 20:48:55.609079 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:55.626654 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:55.686821 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Pushing event deleted for resources: {'Port': ['ID=fd502823-eeb2-4a74-b5fd-0cf978e7b504,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:55.690122 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:55.690261 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6f8b8-b75d-4e26-b96c-52b401f276c8 req-d91dd414-bd42-4579-8db5-707080248b85 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:55.691870 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-44f6f8b8-b75d-4e26-b96c-52b401f276c8 req-d91dd414-bd42-4579-8db5-707080248b85 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.3961928 Nov 19 20:48:55.705958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49520) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:55.714919 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-eaa76687-b6e3-4c9e-b14f-39762ed4ebca tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'floatingip': {'port_id': '99acdc08-43bc-41a1-bea9-1a2f9c45399d'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:48:55.730867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1a4d-60dc-4f7d-aebb-e9270e86b20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:55.739785 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1a4d-60dc-4f7d-aebb-e9270e86b20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:55.751719 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42140208-92a1-4a5d-b677-a1c77da3317a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:55.860379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eaa76687-b6e3-4c9e-b14f-39762ed4ebca tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:55.911920 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8ba82a9f-6112-4840-8311-1c36d2ca53e3 req-74be4956-9465-4433-8677-0faa7942bdc8 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4170840 Nov 19 20:48:55.921899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf1a4d-60dc-4f7d-aebb-e9270e86b20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1b28ba-8ba3-43ee-b100-f992c1907e3f,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:55.935409 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6bbf1a4d-60dc-4f7d-aebb-e9270e86b20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:55.941672 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-6bbf1a4d-60dc-4f7d-aebb-e9270e86b20f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e93504432a8a4631bac96a4c7f365952&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1150696 Nov 19 20:48:55.947775 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 49524) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:48:55.984799 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-25c21195-4a2f-4634-a790-c56d1f886598 req-a9721c01-7db3-4fa6-b068-56afb2c51ad4 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3861463 Nov 19 20:48:56.105852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03c440-2d31-42e2-9f57-13cd23418d21 req-1de4c8d3-3f84-4782-bf4c-273e212807fa tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:56.107463 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8f03c440-2d31-42e2-9f57-13cd23418d21 req-1de4c8d3-3f84-4782-bf4c-273e212807fa tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 944 time: 0.2744286 Nov 19 20:48:56.117350 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6fc6905d-5c4f-42e1-9d07-324a2735cdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:56.137525 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:56.137883 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Floating IP c20e8ef7-d000-4862-b2b7-6ba1c7477b6b disassociated (deleted). External IP: 172.28.1.247, port: 0e634b0e-d5cc-41ed-a773-859d214af280. Nov 19 20:48:56.184256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6fc6905d-5c4f-42e1-9d07-324a2735cdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:56.223771 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bd83d5a4-19f0-4026-b832-4ac4170d141a req-2a3b000b-83e8-4645-8300-4e90b570c1e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 1161 time: 0.2008960 Nov 19 20:48:56.233847 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8f03c440-2d31-42e2-9f57-13cd23418d21 req-7cafc0df-74ab-4f73-9dd7-72253544d3fe tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128206 Nov 19 20:48:56.584317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6fc6905d-5c4f-42e1-9d07-324a2735cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:56.591964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cdfbe837-f1ab-4aca-95fa-8f8450127f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:48:56.609216 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6905d-5c4f-42e1-9d07-324a2735cdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1b28ba-8ba3-43ee-b100-f992c1907e3f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:48:56.624897 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6fc6905d-5c4f-42e1-9d07-324a2735cdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:48:56.628934 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6fc6905d-5c4f-42e1-9d07-324a2735cdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:56.632907 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-6fc6905d-5c4f-42e1-9d07-324a2735cdfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f1b28ba-8ba3-43ee-b100-f992c1907e3f HTTP/1.1" status: 204 len: 168 time: 0.6798062 Nov 19 20:48:56.640735 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d5a4-19f0-4026-b832-4ac4170d141a req-04777e7a-c140-4db4-ad23-81933fe1b4c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:56.642925 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bd83d5a4-19f0-4026-b832-4ac4170d141a req-04777e7a-c140-4db4-ad23-81933fe1b4c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 904 time: 0.4077766 Nov 19 20:48:56.722195 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bd83d5a4-19f0-4026-b832-4ac4170d141a req-0fe5c23d-a34c-472f-9cd2-56131b8feb29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=839025f4-95d8-4cb4-9611-6c85cfb00271 HTTP/1.1" status: 200 len: 217 time: 0.0725262 Nov 19 20:48:56.809070 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d5a4-19f0-4026-b832-4ac4170d141a req-53abe25d-ba4d-4dd9-9c86-c40cfb500af4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:56.810864 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bd83d5a4-19f0-4026-b832-4ac4170d141a req-53abe25d-ba4d-4dd9-9c86-c40cfb500af4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76030e34-5631-4aa3-9b7e-6153e008aab3 HTTP/1.1" status: 200 len: 849 time: 0.0817480 Nov 19 20:48:56.902739 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bd83d5a4-19f0-4026-b832-4ac4170d141a req-115d63e9-6bb3-4172-977d-d0734c603f2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ce5521b-869b-47f6-915a-65202afa7823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843723 Nov 19 20:48:57.056304 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bd83d5a4-19f0-4026-b832-4ac4170d141a req-f8433fb3-0ab8-4871-93e9-fba83f8660e0 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463709 Nov 19 20:48:57.147839 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eaa76687-b6e3-4c9e-b14f-39762ed4ebca tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:57.153157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eaa76687-b6e3-4c9e-b14f-39762ed4ebca tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:57.218190 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bd83d5a4-19f0-4026-b832-4ac4170d141a req-7cf7ee73-b327-4ace-97dc-3fa71d681776 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1532564 Nov 19 20:48:57.354293 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Router ec5df87e-2023-4588-803a-6b1124400062 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:48:57.466169 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2a175-2d24-44f9-8899-70ce74a2f252 req-c0ebc8d8-3235-4de3-8d4b-667183012b41 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:57.467957 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-76f2a175-2d24-44f9-8899-70ce74a2f252 req-c0ebc8d8-3235-4de3-8d4b-667183012b41 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 944 time: 0.0964227 Nov 19 20:48:57.486309 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [None req-eaa76687-b6e3-4c9e-b14f-39762ed4ebca tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Floating IP 8d1758e7-920d-40b1-88d6-7ce7c6ad8339 associated. External IP: 172.28.1.2, port: 99acdc08-43bc-41a1-bea9-1a2f9c45399d. Nov 19 20:48:57.520698 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-76f2a175-2d24-44f9-8899-70ce74a2f252 req-5b7e05c3-8e76-4069-9698-e1486e9dbbe1 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451856 Nov 19 20:48:57.755401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:48:57.769079 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:48:57.779450 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb72d7-b5cb-4d30-b449-5d8e937b7e6d None None] Sync routers for ids ['ec5df87e-2023-4588-803a-6b1124400062'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:48:57.796871 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb72d7-b5cb-4d30-b449-5d8e937b7e6d None None] Routers {'ec5df87e-2023-4588-803a-6b1124400062'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:57.797765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a6cb72d7-b5cb-4d30-b449-5d8e937b7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ec5df87e-2023-4588-803a-6b1124400062'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:57.806751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:57.941920 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-efe4b89e-beba-4aed-811e-340bb08eaefc tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "DELETE /v2.0/floatingips/c20e8ef7-d000-4862-b2b7-6ba1c7477b6b HTTP/1.1" status: 204 len: 173 time: 3.0293458 Nov 19 20:48:57.942607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:48:58.017030 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280', 'status': 'completed', 'code': 200} Nov 19 20:48:58.135498 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-461e3523-bf85-4469-92c4-a35e5f83fc1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=769533c7fe5a4e848b3a5023b8d1da03&device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 1163 time: 0.1753175 Nov 19 20:48:58.170113 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d622a418-1e4b-4649-980c-b8aa1200bf79 req-2eb65c22-8515-4f5c-9b02-4ffaee2b8c98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769533c7fe5a4e848b3a5023b8d1da03&device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 1163 time: 0.1060467 Nov 19 20:48:58.233495 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a6cb72d7-b5cb-4d30-b449-5d8e937b7e6d None None] Set router ec5df87e-2023-4588-803a-6b1124400062 gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:48:58.320803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa76687-b6e3-4c9e-b14f-39762ed4ebca tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Router ce21546e-9330-4d9b-8bac-77ff53b0db1b has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:48:58.322361 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-281474d6-d20c-4eec-a1f3-69fc14b6f8f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:58.324776 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-281474d6-d20c-4eec-a1f3-69fc14b6f8f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 HTTP/1.1" status: 200 len: 909 time: 0.1787050 Nov 19 20:48:58.371356 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622a418-1e4b-4649-980c-b8aa1200bf79 req-fa69dcb1-823d-4114-b572-11693a60e630 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:58.372998 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d622a418-1e4b-4649-980c-b8aa1200bf79 req-fa69dcb1-823d-4114-b572-11693a60e630 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 HTTP/1.1" status: 200 len: 909 time: 0.1962178 Nov 19 20:48:58.465774 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d622a418-1e4b-4649-980c-b8aa1200bf79 req-3e0e7dae-c858-46fb-add6-542f2d6e9875 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 217 time: 0.0856454 Nov 19 20:48:58.467223 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-00e6fc6f-9ae2-4c1c-88a5-28215f1f00ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 200 len: 217 time: 0.1324189 Nov 19 20:48:58.547289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622a418-1e4b-4649-980c-b8aa1200bf79 req-61b09b4e-b471-4b7e-8a60-af11e21946b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:58.548941 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d622a418-1e4b-4649-980c-b8aa1200bf79 req-61b09b4e-b471-4b7e-8a60-af11e21946b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02c1a087-280e-47a6-aa2b-4690b8617221 HTTP/1.1" status: 200 len: 854 time: 0.0773151 Nov 19 20:48:58.559326 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-bee62ffe-10ba-46ac-89fe-e319eec5f87f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:58.560964 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-bee62ffe-10ba-46ac-89fe-e319eec5f87f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02c1a087-280e-47a6-aa2b-4690b8617221 HTTP/1.1" status: 200 len: 854 time: 0.0860097 Nov 19 20:48:58.647244 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d622a418-1e4b-4649-980c-b8aa1200bf79 req-6318fb5c-cb32-4676-a27e-ffcc9c34ee31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882246 Nov 19 20:48:58.690795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a6cb72d7-b5cb-4d30-b449-5d8e937b7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:46:03Z', 'revision_number': 4, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'baf1f7ff-ea50-4c52-9473-8d08ebafaf86', 'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'mac_address': 'fa:16:3e:fb:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:01Z', 'updated_at': '2020-11-19T20:46:16Z', 'revision_number': 5, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'subnets': [{'id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:58.695071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb72d7-b5cb-4d30-b449-5d8e937b7e6d None None] Checking router: ec5df87e-2023-4588-803a-6b1124400062 for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:48:58.708004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb72d7-b5cb-4d30-b449-5d8e937b7e6d None None] Routers {'ec5df87e-2023-4588-803a-6b1124400062'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:58.708811 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a6cb72d7-b5cb-4d30-b449-5d8e937b7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ec5df87e-2023-4588-803a-6b1124400062'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:58.750285 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-d3f17561-9ef6-4b12-88a5-2c5fcdc9e0c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1755128 Nov 19 20:48:58.881753 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d21b5-434b-4c35-a00e-b8572598e480 req-fdd48cc2-be2b-4dd2-85ac-7b6ad86ee2e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:48:58.883416 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-520d21b5-434b-4c35-a00e-b8572598e480 req-fdd48cc2-be2b-4dd2-85ac-7b6ad86ee2e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 944 time: 0.2036152 Nov 19 20:48:58.887630 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d622a418-1e4b-4649-980c-b8aa1200bf79 req-085d5ea8-d184-4f89-ad30-e3d992c4afb9 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326105 Nov 19 20:48:58.913286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a6cb72d7-b5cb-4d30-b449-5d8e937b7e6d None None] Set router ec5df87e-2023-4588-803a-6b1124400062 gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:48:59.046387 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-520d21b5-434b-4c35-a00e-b8572598e480 req-4608b27b-c56b-4dac-b9f7-5576eb746787 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534381 Nov 19 20:48:59.057730 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa76687-b6e3-4c9e-b14f-39762ed4ebca tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:48:59.063954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eaa76687-b6e3-4c9e-b14f-39762ed4ebca tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:48:59.087767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7626743-287b-4c2d-a087-f01cd915b06e None None] Sync routers for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:48:59.087984 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d622a418-1e4b-4649-980c-b8aa1200bf79 req-cb1e614e-6fc4-4318-8272-304b25232320 service neutron] 10.222.0.24 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1930311 Nov 19 20:48:59.101201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7626743-287b-4c2d-a087-f01cd915b06e None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:59.102035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e7626743-287b-4c2d-a087-f01cd915b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:59.234285 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-eaa76687-b6e3-4c9e-b14f-39762ed4ebca tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "PUT /v2.0/floatingips/8d1758e7-920d-40b1-88d6-7ce7c6ad8339 HTTP/1.1" status: 200 len: 990 time: 3.5268059 Nov 19 20:48:59.253135 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-cfe03117-e209-4bcb-8233-4ea530486891 service neutron] 10.222.0.13 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903624 Nov 19 20:48:59.274266 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a6cb72d7-b5cb-4d30-b449-5d8e937b7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:46:03Z', 'revision_number': 4, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'baf1f7ff-ea50-4c52-9473-8d08ebafaf86', 'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'mac_address': 'fa:16:3e:fb:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:01Z', 'updated_at': '2020-11-19T20:46:16Z', 'revision_number': 5, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'subnets': [{'id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:59.279248 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb72d7-b5cb-4d30-b449-5d8e937b7e6d None None] The sync data for ids ['ec5df87e-2023-4588-803a-6b1124400062'] in dv-cinder-750782-3-smb is: [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:46:03Z', 'revision_number': 4, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'baf1f7ff-ea50-4c52-9473-8d08ebafaf86', 'name': '', 'network_id': '7f52bc21-34e1-43f6-8a67-170f1bd7f7a5', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'mac_address': 'fa:16:3e:fb:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:01Z', 'updated_at': '2020-11-19T20:46:16Z', 'revision_number': 5, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'subnets': [{'id': '02c1a087-280e-47a6-aa2b-4690b8617221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:48:59.303741 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-e7626743-287b-4c2d-a087-f01cd915b06e None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:48:59.440780 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3e7eae95-12d1-4fed-b23c-fb759ce3b258 req-99c3a204-ad80-405c-b631-77795d0e2d94 service neutron] 10.222.0.13 "GET /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1864963 Nov 19 20:48:59.736320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330054bb-d56a-420b-bf1a-22e1355aa58f None None] New status for floating IP c20e8ef7-d000-4862-b2b7-6ba1c7477b6b: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:48:59.875334 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e7626743-287b-4c2d-a087-f01cd915b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': '8d1758e7-920d-40b1-88d6-7ce7c6ad8339', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'floating_ip_address': '172.28.1.2', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'port_id': '99acdc08-43bc-41a1-bea9-1a2f9c45399d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'mac_address': 'fa:16:3e:fa:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace76719-5fff-494f-a7c6-3903670acce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:48:40Z', 'updated_at': '2020-11-19T20:48:56Z', 'revision_number': 1, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:59.881399 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7626743-287b-4c2d-a087-f01cd915b06e None None] Checking router: ce21546e-9330-4d9b-8bac-77ff53b0db1b for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:48:59.895565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7626743-287b-4c2d-a087-f01cd915b06e None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:48:59.896541 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e7626743-287b-4c2d-a087-f01cd915b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:48:59.920009 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 839025f4-95d8-4cb4-9611-6c85cfb00271 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:49:00.018567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:49:00.024311 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port 839025f4-95d8-4cb4-9611-6c85cfb00271 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:49:00.031890 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 839025f4-95d8-4cb4-9611-6c85cfb00271 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:49:00.032533 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:00.086912 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d', 'status': 'completed', 'code': 200} Nov 19 20:49:00.133132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-e7626743-287b-4c2d-a087-f01cd915b06e None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:49:00.171007 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:00.204005 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839025f4-95d8-4cb4-9611-6c85cfb00271'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:49:00.216288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 839025f4-95d8-4cb4-9611-6c85cfb00271, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=839025f4-95d8-4cb4-9611-6c85cfb00271,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:49:00.222036 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:00.230448 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:00.277347 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb3ea7d1-aae5-4c28-9915-89157897c168 req-eff55e0a-a741-45bb-b03a-2720b6408c96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 1163 time: 0.1171670 Nov 19 20:49:00.288256 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839025f4-95d8-4cb4-9611-6c85cfb00271', 'code': 200} Nov 19 20:49:00.323212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=839025f4-95d8-4cb4-9611-6c85cfb00271,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:00.326928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:00.520299 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ea7d1-aae5-4c28-9915-89157897c168 req-feacb05e-c605-488d-ba99-f219b0f5dd57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:00.521954 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb3ea7d1-aae5-4c28-9915-89157897c168 req-feacb05e-c605-488d-ba99-f219b0f5dd57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 911 time: 0.2197876 Nov 19 20:49:00.523862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e7626743-287b-4c2d-a087-f01cd915b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': '8d1758e7-920d-40b1-88d6-7ce7c6ad8339', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'floating_ip_address': '172.28.1.2', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'port_id': '99acdc08-43bc-41a1-bea9-1a2f9c45399d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'mac_address': 'fa:16:3e:fa:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace76719-5fff-494f-a7c6-3903670acce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:48:40Z', 'updated_at': '2020-11-19T20:48:56Z', 'revision_number': 1, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:00.529160 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7626743-287b-4c2d-a087-f01cd915b06e None None] The sync data for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb is: [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': '8d1758e7-920d-40b1-88d6-7ce7c6ad8339', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'floating_ip_address': '172.28.1.2', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'port_id': '99acdc08-43bc-41a1-bea9-1a2f9c45399d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'mac_address': 'fa:16:3e:fa:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace76719-5fff-494f-a7c6-3903670acce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:48:40Z', 'updated_at': '2020-11-19T20:48:56Z', 'revision_number': 1, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:49:00.541447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9182a1-2e66-4bf9-b133-750fc8935164 req-81d6e382-6f1e-4ba3-9a19-d88f2176e931 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:00.543730 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1c9182a1-2e66-4bf9-b133-750fc8935164 req-81d6e382-6f1e-4ba3-9a19-d88f2176e931 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 946 time: 0.2433665 Nov 19 20:49:00.746751 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1c9182a1-2e66-4bf9-b133-750fc8935164 req-d17910a7-62ce-46f6-b652-d720904a80ec tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965041 Nov 19 20:49:00.754438 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb3ea7d1-aae5-4c28-9915-89157897c168 req-12365f23-cd35-48f9-941b-fa1a24b76d42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99acdc08-43bc-41a1-bea9-1a2f9c45399d HTTP/1.1" status: 200 len: 998 time: 0.1558938 Nov 19 20:49:00.807203 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710608f5-716b-453d-b8f3-7c8d01190e27 None None] New status for floating IP 8d1758e7-920d-40b1-88d6-7ce7c6ad8339: ACTIVE {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:49:00.807414 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8da60ddf-2879-48f8-a9f0-2ab9a958c07c req-562f22f4-4944-4c65-bcd3-28dc2dad027c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 1163 time: 0.2425413 Nov 19 20:49:00.867572 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ea7d1-aae5-4c28-9915-89157897c168 req-445fe0e1-9ef2-45fe-a6df-c7e5458e5832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:00.869114 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb3ea7d1-aae5-4c28-9915-89157897c168 req-445fe0e1-9ef2-45fe-a6df-c7e5458e5832 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.1069787 Nov 19 20:49:00.875915 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8da60ddf-2879-48f8-a9f0-2ab9a958c07c req-3593af87-67e8-42d6-92ad-c1512a0b30e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603752 Nov 19 20:49:00.952751 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb3ea7d1-aae5-4c28-9915-89157897c168 req-472bc0f6-9c86-4fba-a934-3df23190e5f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757613 Nov 19 20:49:01.348297 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb3ea7d1-aae5-4c28-9915-89157897c168 req-d9863cc6-b9f9-4456-9356-f3c0447afadf service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779273 Nov 19 20:49:01.489096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 839025f4-95d8-4cb4-9611-6c85cfb00271 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:49:01.493552 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fb3ea7d1-aae5-4c28-9915-89157897c168 req-9ae0e0eb-be2f-40a9-9780-1b8630c84bf1 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386006 Nov 19 20:49:01.561192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 839025f4-95d8-4cb4-9611-6c85cfb00271 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:49:01.561559 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:01.966028 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fd731-6dc3-4384-9466-4a6a0048ecd1 req-44dc5911-8b55-423e-9e24-71a892c92ae2 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:01.967647 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e48fd731-6dc3-4384-9466-4a6a0048ecd1 req-44dc5911-8b55-423e-9e24-71a892c92ae2 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 946 time: 0.0882370 Nov 19 20:49:02.016073 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e48fd731-6dc3-4384-9466-4a6a0048ecd1 req-420a43ca-a6ed-4902-9922-95eb98c57c5b tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422149 Nov 19 20:49:02.798957 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c0bab-b0cc-4123-b75b-cf2736769b5e req-e51ed03b-6e3e-4ebd-a934-0f4b5022e862 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:02.800742 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a01c0bab-b0cc-4123-b75b-cf2736769b5e req-e51ed03b-6e3e-4ebd-a934-0f4b5022e862 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 946 time: 0.0854125 Nov 19 20:49:02.852285 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a01c0bab-b0cc-4123-b75b-cf2736769b5e req-c09ce92a-0df9-4c79-a1d6-87c141ffbbf8 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450399 Nov 19 20:49:03.449822 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09a8d2-6748-455e-83d0-f0360908984d req-2e58a1e5-37ae-4948-87ce-b826f15d63cc tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:03.451429 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9c09a8d2-6748-455e-83d0-f0360908984d req-2e58a1e5-37ae-4948-87ce-b826f15d63cc tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 946 time: 0.3001535 Nov 19 20:49:03.500171 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9c09a8d2-6748-455e-83d0-f0360908984d req-49d03948-148e-45e2-bc7b-7bf37929fb7e tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425043 Nov 19 20:49:03.720700 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a6163-b03c-46e5-b98a-4fea83c6c2ca req-7784857e-490e-46d7-9943-012e36bb3d0c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:03.722384 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ff2a6163-b03c-46e5-b98a-4fea83c6c2ca req-7784857e-490e-46d7-9943-012e36bb3d0c tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 946 time: 0.0856743 Nov 19 20:49:03.733022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 49636) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:49:03.739107 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-b5a55b2c-3700-449c-a673-56f934ef46e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Request body: {'floatingip': {'port_id': '839025f4-95d8-4cb4-9611-6c85cfb00271'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:49:03.821758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b5a55b2c-3700-449c-a673-56f934ef46e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:03.898345 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49644) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:49:04.076723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd51-c5eb-4722-b53c-cf250cf233a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:04.125973 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e2c3bd51-c5eb-4722-b53c-cf250cf233a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:49:04.131805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e2c3bd51-c5eb-4722-b53c-cf250cf233a3 admin admin] Usage tracker for resource:security_group_rule and tenant:ca593331579446c6bb017aa590b80a6f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:49:04.136921 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e2c3bd51-c5eb-4722-b53c-cf250cf233a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:49:04.144233 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e2c3bd51-c5eb-4722-b53c-cf250cf233a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:49:04.214280 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd51-c5eb-4722-b53c-cf250cf233a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:04.217749 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd51-c5eb-4722-b53c-cf250cf233a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:04.226079 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3bc83ade-5159-4e22-9844-45ac814f2cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:04.273895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3bd51-c5eb-4722-b53c-cf250cf233a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6bf80b-7a55-49bd-9c92-f8ce43bdb42d,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:04.279508 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e2c3bd51-c5eb-4722-b53c-cf250cf233a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca593331579446c6bb017aa590b80a6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3800650 Nov 19 20:49:04.280543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e2c3bd51-c5eb-4722-b53c-cf250cf233a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:04.282231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49652) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:49:04.345637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2c21-825d-40fe-b2f0-ae9c21b12124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:04.373419 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2c21-825d-40fe-b2f0-ae9c21b12124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:04.401778 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc7744-b537-4a49-bca9-fd83833534e4 req-c1569eb0-c445-49d8-8033-d09ca4b69734 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:04.403383 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-23cc7744-b537-4a49-bca9-fd83833534e4 req-c1569eb0-c445-49d8-8033-d09ca4b69734 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 946 time: 0.2178080 Nov 19 20:49:04.420527 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2c21-825d-40fe-b2f0-ae9c21b12124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:04.425666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-68b4de98-b9f8-4fd5-a789-a9bf8aba35f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:04.439825 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d2c21-825d-40fe-b2f0-ae9c21b12124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6bf80b-7a55-49bd-9c92-f8ce43bdb42d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:04.442527 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ec3d2c21-825d-40fe-b2f0-ae9c21b12124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:04.445160 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2c21-825d-40fe-b2f0-ae9c21b12124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:04.449449 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ec3d2c21-825d-40fe-b2f0-ae9c21b12124 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d6bf80b-7a55-49bd-9c92-f8ce43bdb42d HTTP/1.1" status: 204 len: 168 time: 0.1662016 Nov 19 20:49:04.478244 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-23cc7744-b537-4a49-bca9-fd83833534e4 req-be3a40d0-91bb-4e20-9413-b36371602c60 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627239 Nov 19 20:49:04.611716 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b5a55b2c-3700-449c-a673-56f934ef46e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:04.616643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b5a55b2c-3700-449c-a673-56f934ef46e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:04.827406 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [None req-b5a55b2c-3700-449c-a673-56f934ef46e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Floating IP 7b91b13a-d1ac-4a76-88ba-f8ef64a86f53 associated. External IP: 172.28.1.108, port: 839025f4-95d8-4cb4-9611-6c85cfb00271. Nov 19 20:49:05.065295 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-8c940319-5b78-4dfc-ad3b-0d155ce7baa5 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:05.069637 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-8c940319-5b78-4dfc-ad3b-0d155ce7baa5 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.24 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 946 time: 0.1657784 Nov 19 20:49:05.156815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Deleting port 0e634b0e-d5cc-41ed-a773-859d214af280 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:49:05.157203 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:05.393044 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 0e634b0e-d5cc-41ed-a773-859d214af280 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:49:05.510421 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:05.540491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:49:05.551051 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 0e634b0e-d5cc-41ed-a773-859d214af280, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e634b0e-d5cc-41ed-a773-859d214af280,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:49:05.556152 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:05.558733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:05.580542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] For port 0e634b0e-d5cc-41ed-a773-859d214af280, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e634b0e-d5cc-41ed-a773-859d214af280,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:49:05.580954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:05.630353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=0e634b0e-d5cc-41ed-a773-859d214af280,revision_number=7']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:05.642696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:05.649878 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280', 'code': 200} Nov 19 20:49:05.941605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Calling delete_port for 0e634b0e-d5cc-41ed-a773-859d214af280 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:49:06.114925 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.api [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 20:49:06.115270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_db.api [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 20:49:06.125757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a34a7-38fb-4ee8-99b4-cf4090cc41fd req-e9152da7-a73c-420b-91f0-8446498bb9ad tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:06.127383 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-936a34a7-38fb-4ee8-99b4-cf4090cc41fd req-e9152da7-a73c-420b-91f0-8446498bb9ad tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 944 time: 0.2523482 Nov 19 20:49:06.132206 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a55b2c-3700-449c-a673-56f934ef46e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Router 741ba649-875b-43d1-ab8a-ea4ac8266213 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:49:06.258024 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-936a34a7-38fb-4ee8-99b4-cf4090cc41fd req-8bb6c624-86d1-44f6-bd4a-05b54cae3cb9 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229692 Nov 19 20:49:06.386697 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a55b2c-3700-449c-a673-56f934ef46e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:49:06.395765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b5a55b2c-3700-449c-a673-56f934ef46e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:06.397325 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd58b9-a144-4982-bdd1-cc91e54ec3b9 None None] Sync routers for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:49:06.412573 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd58b9-a144-4982-bdd1-cc91e54ec3b9 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:49:06.413391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f3bd58b9-a144-4982-bdd1-cc91e54ec3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:06.458225 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b5a55b2c-3700-449c-a673-56f934ef46e8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "PUT /v2.0/floatingips/7b91b13a-d1ac-4a76-88ba-f8ef64a86f53 HTTP/1.1" status: 200 len: 992 time: 2.7238553 Nov 19 20:49:06.459080 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'tag': '839025f4-95d8-4cb4-9611-6c85cfb00271'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:49:06.522948 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'tag': '839025f4-95d8-4cb4-9611-6c85cfb00271', 'status': 'completed', 'code': 200} Nov 19 20:49:06.620767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Deleting port 0e634b0e-d5cc-41ed-a773-859d214af280 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:49:06.621150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:06.768148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-f3bd58b9-a144-4982-bdd1-cc91e54ec3b9 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:49:06.810278 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4b63c90-3d5e-4cda-96c5-580e5a3b2f2e req-f746d23e-cdea-4924-b4fc-7fdecc00e103 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 1163 time: 0.2246556 Nov 19 20:49:07.027397 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] For port 0e634b0e-d5cc-41ed-a773-859d214af280, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e634b0e-d5cc-41ed-a773-859d214af280,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:49:07.027940 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:07.149955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f3bd58b9-a144-4982-bdd1-cc91e54ec3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': '7b91b13a-d1ac-4a76-88ba-f8ef64a86f53', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'floating_ip_address': '172.28.1.108', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'port_id': '839025f4-95d8-4cb4-9611-6c85cfb00271', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'mac_address': 'fa:16:3e:55:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:48:46Z', 'updated_at': '2020-11-19T20:49:04Z', 'revision_number': 1, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:07.156928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd58b9-a144-4982-bdd1-cc91e54ec3b9 None None] Checking router: 741ba649-875b-43d1-ab8a-ea4ac8266213 for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:49:07.167463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd58b9-a144-4982-bdd1-cc91e54ec3b9 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:49:07.167655 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f3bd58b9-a144-4982-bdd1-cc91e54ec3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:07.173958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Calling delete_port for 0e634b0e-d5cc-41ed-a773-859d214af280 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:49:07.223592 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b63c90-3d5e-4cda-96c5-580e5a3b2f2e req-520543c6-6769-4232-8a35-06526637549c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:07.225253 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4b63c90-3d5e-4cda-96c5-580e5a3b2f2e req-520543c6-6769-4232-8a35-06526637549c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 200 len: 904 time: 0.3575399 Nov 19 20:49:07.360647 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-f3bd58b9-a144-4982-bdd1-cc91e54ec3b9 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:49:07.395628 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4b63c90-3d5e-4cda-96c5-580e5a3b2f2e req-2c36ea99-c888-4452-bcf7-85973880779a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=839025f4-95d8-4cb4-9611-6c85cfb00271 HTTP/1.1" status: 200 len: 1000 time: 0.1595414 Nov 19 20:49:07.481830 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fa90e-24b7-4e31-a136-9080a531ddf4 req-e58e71d3-6584-478b-8030-ca1dd4c5805a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:07.482699 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-125fa90e-24b7-4e31-a136-9080a531ddf4 req-e58e71d3-6584-478b-8030-ca1dd4c5805a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Synchronizing usage tracker for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:49:07.489372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b63c90-3d5e-4cda-96c5-580e5a3b2f2e req-688f9249-d233-4ec4-931a-6893bf03e1a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:07.490958 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4b63c90-3d5e-4cda-96c5-580e5a3b2f2e req-688f9249-d233-4ec4-931a-6893bf03e1a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76030e34-5631-4aa3-9b7e-6153e008aab3 HTTP/1.1" status: 200 len: 849 time: 0.0851588 Nov 19 20:49:07.491750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:07.501830 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-125fa90e-24b7-4e31-a136-9080a531ddf4 req-e58e71d3-6584-478b-8030-ca1dd4c5805a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Unset dirty status for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:49:07.503084 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-125fa90e-24b7-4e31-a136-9080a531ddf4 req-e58e71d3-6584-478b-8030-ca1dd4c5805a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/ports?device_id=7a80a2bf-0349-4e3e-8064-b74f71a9b8cd HTTP/1.1" status: 200 len: 944 time: 0.1108820 Nov 19 20:49:07.533913 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2deb87a3-7bcd-4dfa-bca2-baae74016f98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:07.560232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-125fa90e-24b7-4e31-a136-9080a531ddf4 req-9b9b06a7-1081-4ec1-91f7-ff384b03c869 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Synchronizing usage tracker for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:49:07.577891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-125fa90e-24b7-4e31-a136-9080a531ddf4 req-9b9b06a7-1081-4ec1-91f7-ff384b03c869 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Unset dirty status for tenant:769533c7fe5a4e848b3a5023b8d1da03 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:49:07.579646 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-125fa90e-24b7-4e31-a136-9080a531ddf4 req-9b9b06a7-1081-4ec1-91f7-ff384b03c869 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.13 "GET /v2.0/security-groups?id=1734f9b7-ee0c-465c-8865-882fbc1a7756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693927 Nov 19 20:49:07.581431 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Pushing event deleted for resources: {'Port': ['ID=0e634b0e-d5cc-41ed-a773-859d214af280,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:07.672685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:07.770313 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f3bd58b9-a144-4982-bdd1-cc91e54ec3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': '7b91b13a-d1ac-4a76-88ba-f8ef64a86f53', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'floating_ip_address': '172.28.1.108', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'port_id': '839025f4-95d8-4cb4-9611-6c85cfb00271', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'mac_address': 'fa:16:3e:55:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:48:46Z', 'updated_at': '2020-11-19T20:49:04Z', 'revision_number': 1, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:07.778564 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd58b9-a144-4982-bdd1-cc91e54ec3b9 None None] The sync data for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb is: [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': '7b91b13a-d1ac-4a76-88ba-f8ef64a86f53', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'floating_ip_address': '172.28.1.108', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'port_id': '839025f4-95d8-4cb4-9611-6c85cfb00271', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'mac_address': 'fa:16:3e:55:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:48:46Z', 'updated_at': '2020-11-19T20:49:04Z', 'revision_number': 1, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:49:07.786649 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4b63c90-3d5e-4cda-96c5-580e5a3b2f2e req-51e41020-ac54-49cc-8eb9-33c3ff2b4bc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ce5521b-869b-47f6-915a-65202afa7823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2064729 Nov 19 20:49:07.799278 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] No DVR routers for this DVR port 0e634b0e-d5cc-41ed-a773-859d214af280 on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:49:07.824797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:07.858764 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ea54a63c-4382-40b8-9238-35b5867df1dc req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] 10.222.0.24 "DELETE /v2.0/ports/0e634b0e-d5cc-41ed-a773-859d214af280 HTTP/1.1" status: 204 len: 173 time: 2.7811351 Nov 19 20:49:07.954275 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4b63c90-3d5e-4cda-96c5-580e5a3b2f2e req-e1d6e136-0ba8-476b-be51-ec880e542089 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562378 Nov 19 20:49:08.099453 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15cd14-8e16-43df-b173-cee1c9465067 None None] New status for floating IP 7b91b13a-d1ac-4a76-88ba-f8ef64a86f53: ACTIVE {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:49:08.109605 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f4b63c90-3d5e-4cda-96c5-580e5a3b2f2e req-bc5670b3-bdbf-49d1-ad9b-6239bda63841 service neutron] 10.222.0.24 "GET /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445031 Nov 19 20:49:08.523854 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'name': 'network-vif-deleted', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:49:08.583567 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80a2bf-0349-4e3e-8064-b74f71a9b8cd', 'name': 'network-vif-deleted', 'tag': '0e634b0e-d5cc-41ed-a773-859d214af280', 'status': 'completed', 'code': 200} Nov 19 20:49:08.796876 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:09.419344 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49722) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:49:09.831716 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852704235'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:10.463071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Deleting port baf1f7ff-ea50-4c52-9473-8d08ebafaf86 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:49:10.464239 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:10.642040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] For port baf1f7ff-ea50-4c52-9473-8d08ebafaf86, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=baf1f7ff-ea50-4c52-9473-8d08ebafaf86,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:49:10.642429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:10.767158 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Calling delete_port for baf1f7ff-ea50-4c52-9473-8d08ebafaf86 owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:49:10.944133 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:10.959173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0bdbd9c0-dcec-4b1c-87ad-7663b8598bac tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:11.015322 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf1f7ff-ea50-4c52-9473-8d08ebafaf86,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:11.018260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:11.402919 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7106762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853170599'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:12.372889 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Router ec5df87e-2023-4588-803a-6b1124400062 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:49:12.586005 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:49:12.595213 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b83018-40e8-4e67-b61c-8216113fc30d None None] Sync routers for ids ['ec5df87e-2023-4588-803a-6b1124400062'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:49:12.600102 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] 10.222.0.13 "PUT /v2.0/routers/ec5df87e-2023-4588-803a-6b1124400062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1794775 Nov 19 20:49:12.602677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49738) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:49:12.612761 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b83018-40e8-4e67-b61c-8216113fc30d None None] Routers {'ec5df87e-2023-4588-803a-6b1124400062'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:49:12.613506 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-98b83018-40e8-4e67-b61c-8216113fc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ec5df87e-2023-4588-803a-6b1124400062'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:12.798377 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09ef46b4-9d22-43f0-a14d-8487c4235ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:12.811286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-98b83018-40e8-4e67-b61c-8216113fc30d None None] Set router ec5df87e-2023-4588-803a-6b1124400062 gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:49:12.814129 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:13.028360 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:13.038028 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Deleting port 1f9b5539-97b0-4d23-a102-da7d279077df {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:49:13.038402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:13.111744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-98b83018-40e8-4e67-b61c-8216113fc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:49:10Z', 'revision_number': 5, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port': {'id': '1f9b5539-97b0-4d23-a102-da7d279077df', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5df87e-2023-4588-803a-6b1124400062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:45:57Z', 'updated_at': '2020-11-19T20:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:13.116044 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b83018-40e8-4e67-b61c-8216113fc30d None None] Checking router: ec5df87e-2023-4588-803a-6b1124400062 for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:49:13.127971 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b83018-40e8-4e67-b61c-8216113fc30d None None] Routers {'ec5df87e-2023-4588-803a-6b1124400062'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:49:13.128668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-98b83018-40e8-4e67-b61c-8216113fc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:48:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ec5df87e-2023-4588-803a-6b1124400062'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:13.221406 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] For port 1f9b5539-97b0-4d23-a102-da7d279077df, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=1f9b5539-97b0-4d23-a102-da7d279077df,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:49:13.221796 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:13.288264 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-98b83018-40e8-4e67-b61c-8216113fc30d None None] Set router ec5df87e-2023-4588-803a-6b1124400062 gateway port host: None {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:49:13.358156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Calling delete_port for 1f9b5539-97b0-4d23-a102-da7d279077df owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:49:13.400291 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-98b83018-40e8-4e67-b61c-8216113fc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:49:13Z', 'revision_number': 6, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port_host': None}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:13.405253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b83018-40e8-4e67-b61c-8216113fc30d None None] The sync data for ids ['ec5df87e-2023-4588-803a-6b1124400062'] in dv-cinder-750782-3-smb is: [{'id': 'ec5df87e-2023-4588-803a-6b1124400062', 'name': 'tempest-TestMinimumBasicScenario-1951338112-router', 'tenant_id': '769533c7fe5a4e848b3a5023b8d1da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:45:56Z', 'updated_at': '2020-11-19T20:49:13Z', 'revision_number': 6, 'project_id': '769533c7fe5a4e848b3a5023b8d1da03', 'gw_port_host': None}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:49:13.553915 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:13.570654 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0458bc8-6d99-402a-b38e-9cb63a028a45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:13.586900 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device baf1f7ff-ea50-4c52-9473-8d08ebafaf86 no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:49:13.623398 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: baf1f7ff-ea50-4c52-9473-8d08ebafaf86 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:49:13.623786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device baf1f7ff-ea50-4c52-9473-8d08ebafaf86 not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:49:13.630067 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9b5539-97b0-4d23-a102-da7d279077df,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:13.633994 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:13.942973 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853173893'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:14.432981 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:14.437409 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:14.526587 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1967321'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:14.527157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5df87e-2023-4588-803a-6b1124400062 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 20:49:14.540256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:14.542028 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-57877b97-b118-4b4f-8e97-04ccb9891a1e admin admin] 10.222.0.13 "DELETE /v2.0/routers/ec5df87e-2023-4588-803a-6b1124400062 HTTP/1.1" status: 204 len: 168 time: 1.9378502 Nov 19 20:49:14.544668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49746) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:49:14.617939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Deleting subnet 02c1a087-280e-47a6-aa2b-4690b8617221 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:49:14.622377 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:14.679684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851966914'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:14.802646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:15.055096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851923000'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:15.070945 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:15.123303 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02c1a087-280e-47a6-aa2b-4690b8617221,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:15.181833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.182908 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.183366 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.183768 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.184165 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.184608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.185004 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.185393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.185782 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.186170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.186559 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.186944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.187391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.187783 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.188171 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.188581 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.188970 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.189359 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.189743 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.190127 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.190517 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.190901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.191283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.191662 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:15.208751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:15.228549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:15.234145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc884c5-65fd-410a-b03d-29902ba959e8 None None] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:49:15.235228 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-bb1c03f5-215e-460e-a29d-f595a33cd706 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/02c1a087-280e-47a6-aa2b-4690b8617221 HTTP/1.1" status: 204 len: 168 time: 0.6895561 Nov 19 20:49:15.237823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49754) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:49:15.349708 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:15.420130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Deleting port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:49:15.420546 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:15.476824 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-25f83a31-cd26-4c07-bd8d-aaa0655c5b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:15.491550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050bfeff-0809-4bb7-bc54-cb55509f14fd None None] DHCP port deletion for 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 request from dv-cinder-750782-3-smb {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 20:49:15.496514 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-050bfeff-0809-4bb7-bc54-cb55509f14fd None None] Deleting port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:49:15.496962 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-050bfeff-0809-4bb7-bc54-cb55509f14fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:15.628282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 1f9b5539-97b0-4d23-a102-da7d279077df no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:49:15.637102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] For port 8de273dc-eb71-4b78-b1f3-d53b255e0f60, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=8de273dc-eb71-4b78-b1f3-d53b255e0f60,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:49:15.637496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:15.675456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: 1f9b5539-97b0-4d23-a102-da7d279077df {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:49:15.675852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 1f9b5539-97b0-4d23-a102-da7d279077df not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:49:15.676312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 8de273dc-eb71-4b78-b1f3-d53b255e0f60 no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:49:15.767471 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Calling delete_port for 8de273dc-eb71-4b78-b1f3-d53b255e0f60 owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:49:15.813992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-050bfeff-0809-4bb7-bc54-cb55509f14fd None None] For port 8de273dc-eb71-4b78-b1f3-d53b255e0f60, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=8de273dc-eb71-4b78-b1f3-d53b255e0f60,segment=NetworkSegment(700bf017-a4dd-4c66-99a8-086ef066795a),segment_id=700bf017-a4dd-4c66-99a8-086ef066795a)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:49:15.814440 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-050bfeff-0809-4bb7-bc54-cb55509f14fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:15.828276 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:15.844558 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:15.862171 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f221310c-5677-48fa-81fb-ecb841cac9df tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:15.921496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de273dc-eb71-4b78-b1f3-d53b255e0f60,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:15.926775 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:16.015846 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] No DVR routers for this DVR port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 on host dv-cinder-750782-3-smb {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:49:16.115547 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-050bfeff-0809-4bb7-bc54-cb55509f14fd None None] Calling delete_port for 8de273dc-eb71-4b78-b1f3-d53b255e0f60 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:49:16.144075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:16.154824 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No active binding found for port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 {{(pid=80264) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 19 20:49:16.155275 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 8de273dc-eb71-4b78-b1f3-d53b255e0f60 not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:49:16.255121 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.api [None req-050bfeff-0809-4bb7-bc54-cb55509f14fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 20:49:16.255534 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_db.api [None req-050bfeff-0809-4bb7-bc54-cb55509f14fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 20:49:16.263251 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f52bc21-34e1-43f6-8a67-170f1bd7f7a5']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:16.276490 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700bf017-a4dd-4c66-99a8-086ef066795a') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:16.276827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700bf017-a4dd-4c66-99a8-086ef066795a') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:49:16.288999 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2808885'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:16.304263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:16.306294 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:49:16.486289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:49:16.495303 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853011291'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:16.668816 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Network 7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:49:16.693782 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:49:16.756674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-050bfeff-0809-4bb7-bc54-cb55509f14fd None None] Deleting port 8de273dc-eb71-4b78-b1f3-d53b255e0f60 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:49:16.757046 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-050bfeff-0809-4bb7-bc54-cb55509f14fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:16.772013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:16.775408 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:16.792711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:16.801564 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f52bc21-34e1-43f6-8a67-170f1bd7f7a5,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:16.804977 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:16.815906 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7f52bc21-34e1-43f6-8a67-170f1bd7f7a5 HTTP/1.1" status: 204 len: 168 time: 1.5770714 Nov 19 20:49:16.832139 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-050bfeff-0809-4bb7-bc54-cb55509f14fd None None] The port '8de273dc-eb71-4b78-b1f3-d53b255e0f60' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 20:49:16.881972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:16.903739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:17.033229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49768) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:49:17.094910 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-33c1ceeb-c9a7-4f3a-ba66-73631c5dceb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=769533c7fe5a4e848b3a5023b8d1da03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0602512 Nov 19 20:49:17.097606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49772) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:49:17.169405 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aacc93c5-1fe6-4408-a8b4-06e76b53b8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:17.196746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aacc93c5-1fe6-4408-a8b4-06e76b53b8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:17.242567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aacc93c5-1fe6-4408-a8b4-06e76b53b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:17.248181 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d990a947-b74f-4674-ba6e-73f594b8d093 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:17.263220 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc93c5-1fe6-4408-a8b4-06e76b53b8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1734f9b7-ee0c-465c-8865-882fbc1a7756,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:17.268573 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aacc93c5-1fe6-4408-a8b4-06e76b53b8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:17.271524 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aacc93c5-1fe6-4408-a8b4-06e76b53b8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:17.272770 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-aacc93c5-1fe6-4408-a8b4-06e76b53b8bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1734f9b7-ee0c-465c-8865-882fbc1a7756 HTTP/1.1" status: 204 len: 168 time: 0.1741192 Nov 19 20:49:31.116530 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5bf50-e9c7-4f29-b7ba-ae66dc76d856 req-2997d4e3-a33b-45ab-b870-c91101022645 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:31.118146 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9e5bf50-e9c7-4f29-b7ba-ae66dc76d856 req-2997d4e3-a33b-45ab-b870-c91101022645 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.2256975 Nov 19 20:49:31.167257 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9e5bf50-e9c7-4f29-b7ba-ae66dc76d856 req-1b894c0b-5f92-4fe6-a981-52bd07d51220 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424778 Nov 19 20:49:32.461590 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8c59b-542a-4eb8-a48e-488ec833b91c req-80738c04-df0a-4401-87ee-d8acc93012b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:32.463268 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f2d8c59b-542a-4eb8-a48e-488ec833b91c req-80738c04-df0a-4401-87ee-d8acc93012b3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.1645491 Nov 19 20:49:32.511606 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f2d8c59b-542a-4eb8-a48e-488ec833b91c req-3eb5b4a6-261e-4608-acd5-29a10319a82f tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416458 Nov 19 20:49:33.725312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097d9c0-723a-4bf2-8103-df1c9195e443 req-a7af3605-1345-470e-91ed-9328d0bbb1bd tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:33.726917 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2097d9c0-723a-4bf2-8103-df1c9195e443 req-a7af3605-1345-470e-91ed-9328d0bbb1bd tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0835004 Nov 19 20:49:33.775923 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2097d9c0-723a-4bf2-8103-df1c9195e443 req-30e0cd99-e162-4aba-a043-fce59972d402 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422392 Nov 19 20:49:34.756227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:49:34.995632 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802fba1-f702-4ec6-89d6-7860614893bf req-b4513951-7ac2-4e2f-a4ad-2ffb7daa82f0 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:34.997276 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8802fba1-f702-4ec6-89d6-7860614893bf req-b4513951-7ac2-4e2f-a4ad-2ffb7daa82f0 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0893199 Nov 19 20:49:35.046549 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8802fba1-f702-4ec6-89d6-7860614893bf req-1f028262-cae1-4f49-8c9a-36f2c433bf02 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432122 Nov 19 20:49:36.265722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56488353-32f5-468e-8ffd-0bac144cc511 req-7969a20c-9657-4897-a255-b97c41a88f36 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:36.267319 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56488353-32f5-468e-8ffd-0bac144cc511 req-7969a20c-9657-4897-a255-b97c41a88f36 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0826664 Nov 19 20:49:36.315373 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-56488353-32f5-468e-8ffd-0bac144cc511 req-dc415935-74b3-4682-9890-3e16e040080c tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0419040 Nov 19 20:49:37.535703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4fa54-3eb1-463a-a789-cdba1b9ed05d req-809d2790-f054-45c9-8c5c-06bab7e107ff tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:37.537746 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3ac4fa54-3eb1-463a-a789-cdba1b9ed05d req-809d2790-f054-45c9-8c5c-06bab7e107ff tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0924845 Nov 19 20:49:37.591870 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3ac4fa54-3eb1-463a-a789-cdba1b9ed05d req-91f8a876-a80b-4d0d-a3c3-7bbb5be0efee tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0471177 Nov 19 20:49:38.810047 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:38.813319 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f544050-d3d0-4f55-a4e1-8a87fc67fbc1 req-0de61a64-91af-4e50-a249-66ab4aaa22fc tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:38.814975 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5f544050-d3d0-4f55-a4e1-8a87fc67fbc1 req-0de61a64-91af-4e50-a249-66ab4aaa22fc tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0872059 Nov 19 20:49:38.867777 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5f544050-d3d0-4f55-a4e1-8a87fc67fbc1 req-e39fc3e2-e0a4-449d-9f94-deba0d4bcb5e tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0462487 Nov 19 20:49:40.087089 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a7a8b-c30c-4c7e-9a20-76cf356f8150 req-cda3e4b9-1f66-4834-9c88-dc1ac7a88d80 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:40.089312 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-856a7a8b-c30c-4c7e-9a20-76cf356f8150 req-cda3e4b9-1f66-4834-9c88-dc1ac7a88d80 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0899727 Nov 19 20:49:40.146017 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-856a7a8b-c30c-4c7e-9a20-76cf356f8150 req-ecd615cc-5b7f-428d-91bb-6243571edbce tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0494442 Nov 19 20:49:40.297317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5245735-c2ad-4365-aba0-3f0cb6bae63f req-2ea3eb33-a7e7-43fc-9bc8-db4215c89472 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:40.299039 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c5245735-c2ad-4365-aba0-3f0cb6bae63f req-2ea3eb33-a7e7-43fc-9bc8-db4215c89472 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0882175 Nov 19 20:49:40.347617 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c5245735-c2ad-4365-aba0-3f0cb6bae63f req-f23965e6-84da-4640-8c99-aa7e71a01804 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 Nov 19 20:49:41.249675 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1261fedf-57a5-4287-ac8b-4e66cb942c97 req-c971c5df-0735-4432-b2c5-30b6ff49d56f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=307deb72dd1a4c45818cccc576ec2e42&device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 1163 time: 0.1510630 Nov 19 20:49:41.361605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa26ae4-ab69-4795-be19-7d3f62670fc9 req-a193fc7d-7efe-4c08-90a4-566d32ed71a0 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:41.363122 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3aa26ae4-ab69-4795-be19-7d3f62670fc9 req-a193fc7d-7efe-4c08-90a4-566d32ed71a0 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0842566 Nov 19 20:49:41.398343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261fedf-57a5-4287-ac8b-4e66cb942c97 req-788e5baa-0191-4003-8880-d6e772304aa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:41.399924 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1261fedf-57a5-4287-ac8b-4e66cb942c97 req-788e5baa-0191-4003-8880-d6e772304aa3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45 HTTP/1.1" status: 200 len: 903 time: 0.1436000 Nov 19 20:49:41.415217 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3aa26ae4-ab69-4795-be19-7d3f62670fc9 req-b21b0751-d21d-448b-aabe-152354017275 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0458202 Nov 19 20:49:41.784869 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1261fedf-57a5-4287-ac8b-4e66cb942c97 req-fa9518ba-c4fa-4f18-9fd5-87387c566a86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 200 len: 1002 time: 0.3761852 Nov 19 20:49:41.849571 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35c8d1-5def-4c14-b813-a64edd94d7a0 req-3f715b57-1b5b-4f73-a5dc-9e2ad29f0be4 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:41.851143 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ed35c8d1-5def-4c14-b813-a64edd94d7a0 req-3f715b57-1b5b-4f73-a5dc-9e2ad29f0be4 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.1721849 Nov 19 20:49:41.889563 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261fedf-57a5-4287-ac8b-4e66cb942c97 req-41470aad-01b3-4b72-86dc-a5003840e296 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:41.891062 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1261fedf-57a5-4287-ac8b-4e66cb942c97 req-41470aad-01b3-4b72-86dc-a5003840e296 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2607b434-3a11-45ea-9600-89c742938838 HTTP/1.1" status: 200 len: 848 time: 0.0980053 Nov 19 20:49:41.924049 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 47899c8b-9f2d-46b9-8528-b0cc21fb8722 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:49:41.964188 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ed35c8d1-5def-4c14-b813-a64edd94d7a0 req-aba00f0c-496a-45df-bd90-a4e61756fc5f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059358 Nov 19 20:49:41.989035 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1261fedf-57a5-4287-ac8b-4e66cb942c97 req-84327be8-2f51-48ac-adce-93cec34284e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894268 Nov 19 20:49:42.003065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:49:42.003493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:42.159613 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1261fedf-57a5-4287-ac8b-4e66cb942c97 req-5594a61b-7a31-400f-a3bd-5e115b6d5bac service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601167 Nov 19 20:49:42.308840 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1261fedf-57a5-4287-ac8b-4e66cb942c97 req-8cc9e3a9-dc3b-41c8-9f55-af196b1a3a7b service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405110 Nov 19 20:49:42.624379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed522733-b599-428a-9385-831048c6e53e req-3e97b296-01bc-42ff-a2e3-0cba8123c486 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:42.625992 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ed522733-b599-428a-9385-831048c6e53e req-3e97b296-01bc-42ff-a2e3-0cba8123c486 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0833209 Nov 19 20:49:42.679189 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ed522733-b599-428a-9385-831048c6e53e req-39ea220e-de7f-4323-87bd-b06aec936fa5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0472021 Nov 19 20:49:42.740646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1120765c-c8fe-482a-9f99-e055df981305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:43.202750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831154-61ee-4ae7-897b-b7b79cab8edb req-1d76dc87-2e26-4050-89f6-be5053073c8a tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:43.204362 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a9831154-61ee-4ae7-897b-b7b79cab8edb req-1d76dc87-2e26-4050-89f6-be5053073c8a tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0884180 Nov 19 20:49:43.253997 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a9831154-61ee-4ae7-897b-b7b79cab8edb req-844736d1-c046-4567-b074-947f6f7e9dd4 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Nov 19 20:49:43.819740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 47899c8b-9f2d-46b9-8528-b0cc21fb8722 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:49:43.895096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1c56a-c29d-4a24-8d3e-cae5d7c1db1b req-3264cae0-9655-48bf-9156-4a983ac68b8d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:43.896736 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bcf1c56a-c29d-4a24-8d3e-cae5d7c1db1b req-3264cae0-9655-48bf-9156-4a983ac68b8d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0860586 Nov 19 20:49:43.940457 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:43.949138 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bcf1c56a-c29d-4a24-8d3e-cae5d7c1db1b req-ce461829-74f4-41ea-b4cf-855c60e5eee3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0457134 Nov 19 20:49:43.970461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:49:43.981916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 47899c8b-9f2d-46b9-8528-b0cc21fb8722, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:49:43.984921 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:43.987643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:44.055905 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=47899c8b-9f2d-46b9-8528-b0cc21fb8722,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:44.067143 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.067549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.067948 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.068476 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.068881 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.069262 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.070145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.070145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.070330 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.071201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.071201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.071397 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.071818 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.072236 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.073177 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.073663 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.074045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.074657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.074747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.075085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.075454 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.075819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.076185 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.076576 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:49:44.081506 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:44.119843 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722', 'code': 200} Nov 19 20:49:44.493496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded04bf9-eb72-4ecb-b19f-2822754ab553 req-06726fb4-2bd6-4006-9df2-098b233ade10 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:44.495757 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ded04bf9-eb72-4ecb-b19f-2822754ab553 req-06726fb4-2bd6-4006-9df2-098b233ade10 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0889385 Nov 19 20:49:44.549854 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ded04bf9-eb72-4ecb-b19f-2822754ab553 req-2a386eb6-b3ad-41b6-b84d-26c6f325f120 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479243 Nov 19 20:49:45.170648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a0713-732f-420d-9ae9-687ba7b53b24 req-2007e88c-9da4-454c-aa41-b7189e5025d2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:45.172255 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6e6a0713-732f-420d-9ae9-687ba7b53b24 req-2007e88c-9da4-454c-aa41-b7189e5025d2 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.0856967 Nov 19 20:49:45.220213 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6e6a0713-732f-420d-9ae9-687ba7b53b24 req-ec26aa67-256c-453d-9c65-5c6579b4fb7a tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0418057 Nov 19 20:49:45.486603 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed25f-89fe-405e-871f-0dd9cb2c6cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:45.568413 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 49940) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:49:45.627122 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993194bc-c193-49ff-8fdb-f861c55ef574 req-b8f64368-fa55-4e1e-af9d-5b2c3e8ec134 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:45.628774 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-993194bc-c193-49ff-8fdb-f861c55ef574 req-b8f64368-fa55-4e1e-af9d-5b2c3e8ec134 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.0873497 Nov 19 20:49:45.680696 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-993194bc-c193-49ff-8fdb-f861c55ef574 req-48f7893b-51a2-4cf1-aab6-b2d23b450174 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0451503 Nov 19 20:49:45.772262 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:46.009465 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2705911e-a3fd-4017-97fb-4ba1e13da7fb req-00bbed55-3db8-4308-a855-3db22b800d45 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4396839 Nov 19 20:49:46.016277 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c688a9-5c65-4d54-9cf0-2657687e81f9 req-1f573e10-ded4-4f0a-8535-49c0a10a1bbb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:46.017823 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-63c688a9-5c65-4d54-9cf0-2657687e81f9 req-1f573e10-ded4-4f0a-8535-49c0a10a1bbb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.1146762 Nov 19 20:49:46.071849 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-63c688a9-5c65-4d54-9cf0-2657687e81f9 req-b5f6bd1f-db62-4cef-8cf8-a24ca24bf516 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446997 Nov 19 20:49:46.891836 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:46.905899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d7da4-87c1-4ca7-96de-605f271b8be5 req-3a386ada-3c30-40b2-9b2e-107aa380794c tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:46.908274 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-292d7da4-87c1-4ca7-96de-605f271b8be5 req-3a386ada-3c30-40b2-9b2e-107aa380794c tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.0907073 Nov 19 20:49:46.909598 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:46.959959 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-292d7da4-87c1-4ca7-96de-605f271b8be5 req-1b7efec7-1cf5-4d80-a2cd-a1259f9286ae tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0449698 Nov 19 20:49:47.318394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f6e5c-4662-4824-8e2c-bfb6ebb0da25 req-c2cd9265-c1ac-41d1-a426-2eeac5925e60 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:47.320118 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-630f6e5c-4662-4824-8e2c-bfb6ebb0da25 req-c2cd9265-c1ac-41d1-a426-2eeac5925e60 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0849679 Nov 19 20:49:47.373796 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-630f6e5c-4662-4824-8e2c-bfb6ebb0da25 req-a22818b8-0069-4867-8063-dd7fd872a2e9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Nov 19 20:49:47.452466 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2705911e-a3fd-4017-97fb-4ba1e13da7fb req-a8ed124f-fe22-4135-a7a9-84546cfb54ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6&tenant_id=307deb72dd1a4c45818cccc576ec2e42 HTTP/1.1" status: 200 len: 1161 time: 0.0792031 Nov 19 20:49:47.577296 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2705911e-a3fd-4017-97fb-4ba1e13da7fb req-ad570f93-3d46-4c23-9aba-3eda2c8ce81d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=307deb72dd1a4c45818cccc576ec2e42&device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 1161 time: 0.0880799 Nov 19 20:49:47.726449 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705911e-a3fd-4017-97fb-4ba1e13da7fb req-9d6fad4a-89ac-4616-b637-90144b936ded service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:47.728057 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2705911e-a3fd-4017-97fb-4ba1e13da7fb req-9d6fad4a-89ac-4616-b637-90144b936ded service neutron] 10.222.0.24 "GET /v2.0/networks?id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45 HTTP/1.1" status: 200 len: 903 time: 0.1439300 Nov 19 20:49:47.840798 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2705911e-a3fd-4017-97fb-4ba1e13da7fb req-acca6d70-ca76-4098-bb34-25a95f91ffb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 200 len: 1000 time: 0.1000023 Nov 19 20:49:47.914897 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705911e-a3fd-4017-97fb-4ba1e13da7fb req-b582012c-518a-44a7-8570-b4451c6cb30f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:47.917505 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2705911e-a3fd-4017-97fb-4ba1e13da7fb req-b582012c-518a-44a7-8570-b4451c6cb30f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2607b434-3a11-45ea-9600-89c742938838 HTTP/1.1" status: 200 len: 848 time: 0.0698805 Nov 19 20:49:48.004802 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2705911e-a3fd-4017-97fb-4ba1e13da7fb req-875bc6bb-a46c-4a81-a36f-a16eb86063e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805972 Nov 19 20:49:48.186750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ab9cb-6a5c-47e7-a5fc-962debdfc865 req-ba4c523d-fa3b-46e4-96e1-6725578226df tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:48.188362 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-456ab9cb-6a5c-47e7-a5fc-962debdfc865 req-ba4c523d-fa3b-46e4-96e1-6725578226df tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.0937250 Nov 19 20:49:48.196523 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2705911e-a3fd-4017-97fb-4ba1e13da7fb req-a6f93009-ecc1-4a00-96cd-0cd7a8b1239e service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700096 Nov 19 20:49:48.239761 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-456ab9cb-6a5c-47e7-a5fc-962debdfc865 req-36ab3129-6c72-419d-825c-8204d0772aea tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0451937 Nov 19 20:49:48.356041 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2705911e-a3fd-4017-97fb-4ba1e13da7fb req-70231fe6-1e16-4c7b-a4b0-e35bb29594cf service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409621 Nov 19 20:49:48.611487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed40cd-c447-41e8-bfb8-e81b9b259427 req-4061765c-677b-426a-b2a0-928b6e399a56 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:48.613046 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dfed40cd-c447-41e8-bfb8-e81b9b259427 req-4061765c-677b-426a-b2a0-928b6e399a56 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0890441 Nov 19 20:49:48.661599 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dfed40cd-c447-41e8-bfb8-e81b9b259427 req-34158ded-b5c2-47ba-b4be-9e7bb1f4e9c6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Nov 19 20:49:49.458700 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bfdc0-ad4d-4c90-96dd-fa758e35fe33 req-3237cdfc-a846-404c-aefd-83d3517d9973 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:49.461341 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b70bfdc0-ad4d-4c90-96dd-fa758e35fe33 req-3237cdfc-a846-404c-aefd-83d3517d9973 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.0873940 Nov 19 20:49:49.510913 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b70bfdc0-ad4d-4c90-96dd-fa758e35fe33 req-1f0bb94e-5e5d-49d9-bafc-416c342728ee tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0430439 Nov 19 20:49:49.891460 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccef45-54c2-41ac-8e94-20b2c58ccb19 req-c6d9f182-fd32-450c-8fb6-a090e5a5e18f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:49.893080 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9ccef45-54c2-41ac-8e94-20b2c58ccb19 req-c6d9f182-fd32-450c-8fb6-a090e5a5e18f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0829816 Nov 19 20:49:49.942915 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9ccef45-54c2-41ac-8e94-20b2c58ccb19 req-69ac33ec-15b8-468e-b7c0-ae7371bdf8c3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435917 Nov 19 20:49:50.000635 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 99acdc08-43bc-41a1-bea9-1a2f9c45399d up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:49:50.071613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 99acdc08-43bc-41a1-bea9-1a2f9c45399d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:49:50.072061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:50.735114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6ff23-ab43-4695-be8f-234b4166e014 req-282a8086-d615-4a3c-988a-c8266aa24fae tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:50.736732 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-91f6ff23-ab43-4695-be8f-234b4166e014 req-282a8086-d615-4a3c-988a-c8266aa24fae tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.0951011 Nov 19 20:49:50.786133 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-91f6ff23-ab43-4695-be8f-234b4166e014 req-47d4bff7-34ea-47c8-b76d-0d2862c01006 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432713 Nov 19 20:49:51.174574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f4aca-1043-4560-b109-2fc46b7efd2c req-a819b3b8-dafa-49cb-adc3-29303b0fd9e3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:51.176192 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ba5f4aca-1043-4560-b109-2fc46b7efd2c req-a819b3b8-dafa-49cb-adc3-29303b0fd9e3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0890896 Nov 19 20:49:51.225042 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ba5f4aca-1043-4560-b109-2fc46b7efd2c req-4227663d-6eef-492a-a32e-3eda2c774f61 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423255 Nov 19 20:49:51.999325 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8de02-8669-4c05-bb57-d6b25dae790c req-5a753681-6f4b-46ee-bb9a-931c674be6d6 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:52.001010 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d6b8de02-8669-4c05-bb57-d6b25dae790c req-5a753681-6f4b-46ee-bb9a-931c674be6d6 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 944 time: 0.0835478 Nov 19 20:49:52.054614 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d6b8de02-8669-4c05-bb57-d6b25dae790c req-732b164e-31f0-496f-8f72-ae4df7f6fc35 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0474181 Nov 19 20:49:52.458100 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885f2e6-4ec3-45ec-b146-238564bf4afe req-f5e4471c-2c6e-43b7-a66e-cf012171834a tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:52.459716 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7885f2e6-4ec3-45ec-b146-238564bf4afe req-f5e4471c-2c6e-43b7-a66e-cf012171834a tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0875802 Nov 19 20:49:52.510843 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7885f2e6-4ec3-45ec-b146-238564bf4afe req-efcdaee1-0c19-4e39-a078-d7e2bde59633 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445182 Nov 19 20:49:52.936034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 47899c8b-9f2d-46b9-8528-b0cc21fb8722 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:49:53.015846 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:49:53.016313 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:53.141708 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:53.172886 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:49:53.183681 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 47899c8b-9f2d-46b9-8528-b0cc21fb8722, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:49:53.186804 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:53.187809 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 99acdc08-43bc-41a1-bea9-1a2f9c45399d up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:49:53.230925 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:49:53.283903 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722', 'code': 200} Nov 19 20:49:53.323788 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7cc63-487b-4754-9eb5-07443c2cbfc6 req-ff35f45b-333f-4de0-abfc-b84c11c96f70 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:53.325577 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87e7cc63-487b-4754-9eb5-07443c2cbfc6 req-ff35f45b-333f-4de0-abfc-b84c11c96f70 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0878620 Nov 19 20:49:53.340393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 99acdc08-43bc-41a1-bea9-1a2f9c45399d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:49:53.340860 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:53.388082 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-87e7cc63-487b-4754-9eb5-07443c2cbfc6 req-904d5f79-cd8d-4cbf-99f5-e5bc844f8667 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0557418 Nov 19 20:49:53.411153 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=47899c8b-9f2d-46b9-8528-b0cc21fb8722,revision_number=6']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:49:53.421072 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:49:53.734614 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-daf37ca1-6f85-49b1-b775-2b6af63e5464 req-e96aee16-6497-49ed-9056-951e9e93d277 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 1163 time: 0.1510656 Nov 19 20:49:53.771537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5925b3c-62d1-418e-b45e-81b307c631f7 req-88b45703-38eb-4008-845c-6068fbefb16b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:53.780466 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d5925b3c-62d1-418e-b45e-81b307c631f7 req-88b45703-38eb-4008-845c-6068fbefb16b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.1101658 Nov 19 20:49:53.801396 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-daf37ca1-6f85-49b1-b775-2b6af63e5464 req-5906996e-04c2-4086-a695-cae35ed37528 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0594561 Nov 19 20:49:53.831701 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d5925b3c-62d1-418e-b45e-81b307c631f7 req-1698eb06-00c1-4de2-91b5-f042594eb919 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491548 Nov 19 20:49:54.021048 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 47899c8b-9f2d-46b9-8528-b0cc21fb8722 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:49:54.125787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:49:54.126439 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:49:54.630976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aab94-c5c1-46be-8ede-bca3e05c496f req-c962e906-988d-41a5-a7e6-2d414e3042a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:54.633436 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dd0aab94-c5c1-46be-8ede-bca3e05c496f req-c962e906-988d-41a5-a7e6-2d414e3042a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0977669 Nov 19 20:49:54.715758 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dd0aab94-c5c1-46be-8ede-bca3e05c496f req-bf504085-9e92-4353-a448-e22481b74d40 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0710800 Nov 19 20:49:55.210943 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91dbef-eb6f-439e-9617-475f47a1addc req-7525eba5-c87a-477e-9733-6f2528732ec9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:55.218238 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c91dbef-eb6f-439e-9617-475f47a1addc req-7525eba5-c87a-477e-9733-6f2528732ec9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.1161995 Nov 19 20:49:55.271710 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8c91dbef-eb6f-439e-9617-475f47a1addc req-13d4827b-de7e-4931-8dbb-a7bfe5d40fda tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473628 Nov 19 20:49:55.986231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33a882-0c82-4a05-83b2-1895f994795d req-ec0158f7-125d-43be-bbe4-012b56e2d4e3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:55.988476 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-db33a882-0c82-4a05-83b2-1895f994795d req-ec0158f7-125d-43be-bbe4-012b56e2d4e3 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.1037226 Nov 19 20:49:56.044569 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-db33a882-0c82-4a05-83b2-1895f994795d req-7b0ddf86-3b61-4fc1-a49b-d16c7eb135ec tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0492110 Nov 19 20:49:56.533849 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fbac3-952b-4c36-acb3-a962397d9baa req-e306f31f-d7ce-414e-9c20-229e3dec493b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:56.535369 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cb9fbac3-952b-4c36-acb3-a962397d9baa req-e306f31f-d7ce-414e-9c20-229e3dec493b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0947742 Nov 19 20:49:56.598754 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cb9fbac3-952b-4c36-acb3-a962397d9baa req-82cd966a-e08e-4560-bc87-e1c3f4ba6c5f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521734 Nov 19 20:49:57.854604 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a410702-c3a7-41e8-9570-510837eccb37 req-36eba16f-5958-46f1-b260-f6b7045e6cc8 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:57.856220 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2a410702-c3a7-41e8-9570-510837eccb37 req-36eba16f-5958-46f1-b260-f6b7045e6cc8 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0954299 Nov 19 20:49:57.921330 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2a410702-c3a7-41e8-9570-510837eccb37 req-215d050c-32e5-4437-abf3-49731c44e269 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583344 Nov 19 20:49:59.254215 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822e528-481c-4e77-9b87-608c7fe92a53 req-878e8ba0-488a-4fe4-9891-83824c19f202 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:59.255863 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7822e528-481c-4e77-9b87-608c7fe92a53 req-878e8ba0-488a-4fe4-9891-83824c19f202 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.1241510 Nov 19 20:49:59.328311 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7822e528-481c-4e77-9b87-608c7fe92a53 req-6673625f-e9ad-4f5d-9c49-7e2655157dd7 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658963 Nov 19 20:49:59.671394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10e877-fed7-4aaf-a7cc-5877752a125e req-5d2eb76c-6bd3-4746-ac0e-58a4fb310907 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:49:59.679295 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a10e877-fed7-4aaf-a7cc-5877752a125e req-5d2eb76c-6bd3-4746-ac0e-58a4fb310907 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 946 time: 0.1053693 Nov 19 20:49:59.726903 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a10e877-fed7-4aaf-a7cc-5877752a125e req-9fa6cf7c-1146-46a0-ae06-b4b726b28960 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466149 Nov 19 20:50:00.593365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8fc3-8e72-41fc-906b-b4d08955c9dc req-33abd23e-2856-4631-b90b-b18559713af3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:00.595703 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6bce8fc3-8e72-41fc-906b-b4d08955c9dc req-33abd23e-2856-4631-b90b-b18559713af3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0971754 Nov 19 20:50:00.657623 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6bce8fc3-8e72-41fc-906b-b4d08955c9dc req-87d8d136-4a58-46d0-8113-e9dc65a6e20d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527570 Nov 19 20:50:00.962059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee026cd-3bf4-4a00-8a47-587d0506a683 req-9ba00518-e1e3-425f-b35a-404e01d7bac6 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:00.964400 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9ee026cd-3bf4-4a00-8a47-587d0506a683 req-9ba00518-e1e3-425f-b35a-404e01d7bac6 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 946 time: 0.0889678 Nov 19 20:50:01.037772 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9ee026cd-3bf4-4a00-8a47-587d0506a683 req-a47ba12d-0a37-41ca-9ed7-0511dfaa33ed tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652776 Nov 19 20:50:01.767802 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-63784b70-6878-4682-a30f-7b8f4e10d030 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:01.769438 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-63784b70-6878-4682-a30f-7b8f4e10d030 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.24 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 946 time: 0.0956059 Nov 19 20:50:01.915389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Deleting port 839025f4-95d8-4cb4-9611-6c85cfb00271 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:50:01.915915 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:01.953620 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 839025f4-95d8-4cb4-9611-6c85cfb00271 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:50:02.102419 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:02.160887 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 839025f4-95d8-4cb4-9611-6c85cfb00271, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=839025f4-95d8-4cb4-9611-6c85cfb00271,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:50:02.161824 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '839025f4-95d8-4cb4-9611-6c85cfb00271'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:50:02.182780 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:02.184744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:02.190597 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee0ca2-6c66-4f7c-a95a-20de4c343e7f req-589a7cf9-865d-447a-b835-288d3c3fba2d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:02.193843 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-edee0ca2-6c66-4f7c-a95a-20de4c343e7f req-589a7cf9-865d-447a-b835-288d3c3fba2d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.3471630 Nov 19 20:50:02.258275 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=839025f4-95d8-4cb4-9611-6c85cfb00271,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:02.263181 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:02.293070 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-edee0ca2-6c66-4f7c-a95a-20de4c343e7f req-8a3aee7a-bda5-428a-8b28-c730e4d52309 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840051 Nov 19 20:50:02.316755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] For port 839025f4-95d8-4cb4-9611-6c85cfb00271, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=839025f4-95d8-4cb4-9611-6c85cfb00271,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:50:02.317404 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:02.379256 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '839025f4-95d8-4cb4-9611-6c85cfb00271', 'code': 200} Nov 19 20:50:02.395487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486091-1a75-4fd6-aa69-94c1263b592e req-832032dd-eff0-4db7-9854-8c63f6da4ebc tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:02.397207 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f5486091-1a75-4fd6-aa69-94c1263b592e req-832032dd-eff0-4db7-9854-8c63f6da4ebc tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 944 time: 0.1357591 Nov 19 20:50:02.452338 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f5486091-1a75-4fd6-aa69-94c1263b592e req-d32f35e9-7936-4d56-833d-feddc265e2af tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484791 Nov 19 20:50:02.866821 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:02.867336 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:02.867554 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Floating IP 7b91b13a-d1ac-4a76-88ba-f8ef64a86f53 disassociated. External IP: 172.28.1.108, port: 839025f4-95d8-4cb4-9611-6c85cfb00271. Nov 19 20:50:02.867933 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Calling delete_port for 839025f4-95d8-4cb4-9611-6c85cfb00271 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:50:02.945841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.api [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 20:50:02.946181 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_db.api [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 20:50:03.473450 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Deleting port 839025f4-95d8-4cb4-9611-6c85cfb00271 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:50:03.473821 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:03.672666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8aff6-5699-4f61-a5f0-ec319b647781 req-d9b61a4b-23b9-4d92-b971-6d582c3477ea tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:03.674289 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c7c8aff6-5699-4f61-a5f0-ec319b647781 req-d9b61a4b-23b9-4d92-b971-6d582c3477ea tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 944 time: 0.0894885 Nov 19 20:50:03.724659 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c7c8aff6-5699-4f61-a5f0-ec319b647781 req-1496d7fc-8cc8-4178-8e96-d89f160b0181 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups?id=465bd585-41c8-470c-9417-a7cb735b7908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Nov 19 20:50:03.733861 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1843757b-a618-41ef-acb2-648cf761209d req-4de1fe3a-6550-460f-af09-b4aa1d082f02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 1163 time: 0.2273939 Nov 19 20:50:03.742889 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196a971-5914-49f0-b790-9243b22dbade req-6edc4e49-56aa-446e-aaaa-57b0443724ea tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:03.744639 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c196a971-5914-49f0-b790-9243b22dbade req-6edc4e49-56aa-446e-aaaa-57b0443724ea tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.3083873 Nov 19 20:50:03.978576 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c196a971-5914-49f0-b790-9243b22dbade req-ea24badc-c7a8-40f2-871e-26b2172c7775 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840684 Nov 19 20:50:03.990238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] For port 839025f4-95d8-4cb4-9611-6c85cfb00271, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=839025f4-95d8-4cb4-9611-6c85cfb00271,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:50:03.990639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:04.101145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843757b-a618-41ef-acb2-648cf761209d req-e85bac27-b2a2-4eaa-b98f-a75c1d00c984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:04.103229 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1843757b-a618-41ef-acb2-648cf761209d req-e85bac27-b2a2-4eaa-b98f-a75c1d00c984 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 911 time: 0.3097742 Nov 19 20:50:04.303944 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1843757b-a618-41ef-acb2-648cf761209d req-bff0f39d-da48-4fc4-b6f4-8427779baa5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99acdc08-43bc-41a1-bea9-1a2f9c45399d HTTP/1.1" status: 200 len: 1000 time: 0.1930625 Nov 19 20:50:04.465270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843757b-a618-41ef-acb2-648cf761209d req-89ca7031-0ad2-4143-96e7-76adcd4eac5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:04.466779 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1843757b-a618-41ef-acb2-648cf761209d req-89ca7031-0ad2-4143-96e7-76adcd4eac5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.1048813 Nov 19 20:50:04.468464 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:04.468886 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:04.469231 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Floating IP 7b91b13a-d1ac-4a76-88ba-f8ef64a86f53 disassociated. External IP: 172.28.1.108, port: 839025f4-95d8-4cb4-9611-6c85cfb00271. Nov 19 20:50:04.469606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Calling delete_port for 839025f4-95d8-4cb4-9611-6c85cfb00271 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:50:04.658613 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1843757b-a618-41ef-acb2-648cf761209d req-628db17d-e9c6-4a95-bb94-9d5d52173544 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1606786 Nov 19 20:50:04.715557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:04.731664 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-509b578a-1d7c-467e-aa9d-f4281ae1263b tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:04.843020 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event deleted for resources: {'Port': ['ID=839025f4-95d8-4cb4-9611-6c85cfb00271,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:04.877221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.877627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.878029 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.878420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.878815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.879205 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.879586 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.879970 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.880347 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.880758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.881137 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.881516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.881951 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.882331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.882710 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.883086 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.883462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.883838 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.885075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.885269 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.885649 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.886028 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.886431 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.886783 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:04.904981 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-42c664a1-3d63-482f-9ef7-1552f0a0b051 req-f640d165-2c8a-47fa-a496-87b5ab34d61f tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 210 time: 0.0465848 Nov 19 20:50:04.941751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:04.976567 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1843757b-a618-41ef-acb2-648cf761209d req-6f60939c-9990-4079-8bc4-b58f299f2d2e service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098664 Nov 19 20:50:05.485679 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1843757b-a618-41ef-acb2-648cf761209d req-28d594f3-fd6c-4492-875a-6dff98fec3b3 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4977713 Nov 19 20:50:05.599305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ff795-7806-4f7b-aedd-bf2e70e9658b req-541b1755-d1f5-42f9-8a06-98128fb5446c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:05.600906 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c17ff795-7806-4f7b-aedd-bf2e70e9658b req-541b1755-d1f5-42f9-8a06-98128fb5446c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.2084038 Nov 19 20:50:05.672286 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c17ff795-7806-4f7b-aedd-bf2e70e9658b req-10bce142-fc5b-46fa-bf9d-f0c57769f1a3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640757 Nov 19 20:50:05.697285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Router 741ba649-875b-43d1-ab8a-ea4ac8266213 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:50:05.913973 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:50:05.924166 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87623330-94ab-4bcd-84d3-9aad983c4225 None None] Sync routers for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:50:05.937494 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87623330-94ab-4bcd-84d3-9aad983c4225 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:50:05.938161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-87623330-94ab-4bcd-84d3-9aad983c4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:49:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:50:05.950782 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] No DVR routers for this DVR port 839025f4-95d8-4cb4-9611-6c85cfb00271 on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:50:05.953145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:05.955962 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'name': 'network-vif-deleted', 'tag': '839025f4-95d8-4cb4-9611-6c85cfb00271'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:50:05.974524 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1a18a0bc-6c8e-4723-99be-58e79e91eb05 req-cf0a3def-c70d-4ad8-b0ec-15c9f16236ef tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.24 "DELETE /v2.0/ports/839025f4-95d8-4cb4-9611-6c85cfb00271 HTTP/1.1" status: 204 len: 173 time: 4.1982613 Nov 19 20:50:06.117312 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6d0d853f-4943-4cf3-9047-0f1f82b6c8f3 req-8a186c9c-0060-4b20-84d5-0506cca21607 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/ports?device_id=1a43df9e-b975-4dd8-b16c-5b0c6a0564d2 HTTP/1.1" status: 200 len: 210 time: 0.0644855 Nov 19 20:50:06.135765 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a43df9e-b975-4dd8-b16c-5b0c6a0564d2', 'name': 'network-vif-deleted', 'tag': '839025f4-95d8-4cb4-9611-6c85cfb00271', 'status': 'completed', 'code': 200} Nov 19 20:50:06.279864 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-87623330-94ab-4bcd-84d3-9aad983c4225 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:50:06.605483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-87623330-94ab-4bcd-84d3-9aad983c4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:50:06.609666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87623330-94ab-4bcd-84d3-9aad983c4225 None None] Checking router: 741ba649-875b-43d1-ab8a-ea4ac8266213 for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:50:06.621815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87623330-94ab-4bcd-84d3-9aad983c4225 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:50:06.622467 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-87623330-94ab-4bcd-84d3-9aad983c4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:49:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:50:06.812898 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-87623330-94ab-4bcd-84d3-9aad983c4225 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:50:06.907482 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff266b-a79c-4060-95fa-de2643c511c1 req-d1589cdd-e6c0-46ed-985b-115664258c4e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:06.909117 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9aff266b-a79c-4060-95fa-de2643c511c1 req-d1589cdd-e6c0-46ed-985b-115664258c4e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0859070 Nov 19 20:50:06.958185 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9aff266b-a79c-4060-95fa-de2643c511c1 req-716327f0-f196-4fff-96db-7901adf6ef61 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418575 Nov 19 20:50:07.140745 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-87623330-94ab-4bcd-84d3-9aad983c4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:50:07.145323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87623330-94ab-4bcd-84d3-9aad983c4225 None None] The sync data for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb is: [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:44:18Z', 'revision_number': 4, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': 'c017eab6-5848-4c3e-8563-08279b9625ed', 'name': '', 'network_id': '3ce5521b-869b-47f6-915a-65202afa7823', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'mac_address': 'fa:16:3e:17:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:17Z', 'updated_at': '2020-11-19T20:44:34Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'subnets': [{'id': '76030e34-5631-4aa3-9b7e-6153e008aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:50:07.261272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 50164) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:07.276027 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05b5c679-0daa-4964-bb47-9005654915af req-bc7f746f-2c07-4cac-8208-4cb64e928022 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0786879 Nov 19 20:50:07.331200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8cc559c3-e630-4d02-9111-cea5385f41b8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:07.363020 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8cc559c3-e630-4d02-9111-cea5385f41b8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:07.415172 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8cc559c3-e630-4d02-9111-cea5385f41b8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:07.420963 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c9868b2c-d14d-4910-b9d3-fadfc6dfa3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:07.438623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc559c3-e630-4d02-9111-cea5385f41b8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event deleted for resources: {'SecurityGroup': ['ID=465bd585-41c8-470c-9417-a7cb735b7908,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:07.443158 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8cc559c3-e630-4d02-9111-cea5385f41b8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:07.453877 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8cc559c3-e630-4d02-9111-cea5385f41b8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:07.455045 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-8cc559c3-e630-4d02-9111-cea5385f41b8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "DELETE /v2.0/security-groups/465bd585-41c8-470c-9417-a7cb735b7908 HTTP/1.1" status: 204 len: 168 time: 0.1927314 Nov 19 20:50:07.457812 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 50168) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:07.459646 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05b5c679-0daa-4964-bb47-9005654915af req-b31455a9-3479-4b1a-b448-f82259711a6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=307deb72dd1a4c45818cccc576ec2e42&device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 1163 time: 0.0873265 Nov 19 20:50:07.476240 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.v2.resource [None req-f812f391-1ab7-4291-9d58-b086eb7fbf3b tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] show failed (client error): The resource could not be found. Nov 19 20:50:07.477332 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f812f391-1ab7-4291-9d58-b086eb7fbf3b tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "GET /v2.0/security-groups/465bd585-41c8-470c-9417-a7cb735b7908 HTTP/1.1" status: 404 len: 347 time: 0.0183668 Nov 19 20:50:07.480296 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 50172) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:07.539825 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c880359-683b-4f81-b523-8c08b9624eb6 None None] New status for floating IP 7b91b13a-d1ac-4a76-88ba-f8ef64a86f53: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:50:07.644096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5c679-0daa-4964-bb47-9005654915af req-c0377e70-04a4-4bb6-b8b6-27e5d3f8bad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:07.645922 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05b5c679-0daa-4964-bb47-9005654915af req-c0377e70-04a4-4bb6-b8b6-27e5d3f8bad4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45 HTTP/1.1" status: 200 len: 903 time: 0.1495223 Nov 19 20:50:07.646543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Deleting port 17f34dd0-10d5-43eb-b9d2-0a33bdea1f63 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:50:07.646923 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:07.762359 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05b5c679-0daa-4964-bb47-9005654915af req-7a28e448-ec28-4400-b8a0-ad9db8efbcee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 200 len: 1002 time: 0.1087728 Nov 19 20:50:07.840690 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:07.841052 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:07.843341 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5c679-0daa-4964-bb47-9005654915af req-9d8d20d6-922f-4a99-ad36-7c0754cd870b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:07.844996 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05b5c679-0daa-4964-bb47-9005654915af req-9d8d20d6-922f-4a99-ad36-7c0754cd870b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2607b434-3a11-45ea-9600-89c742938838 HTTP/1.1" status: 200 len: 848 time: 0.0665820 Nov 19 20:50:07.931936 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05b5c679-0daa-4964-bb47-9005654915af req-ee502495-fd52-4044-8308-4eefd8c9cb2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787783 Nov 19 20:50:07.968997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Calling delete_port for 17f34dd0-10d5-43eb-b9d2-0a33bdea1f63 owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:50:08.033891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 99acdc08-43bc-41a1-bea9-1a2f9c45399d no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:50:08.054267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.api [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 20:50:08.054635 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_db.api [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 20:50:08.083313 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05b5c679-0daa-4964-bb47-9005654915af req-6a51269c-2abd-42b9-8742-12cdd5633812 service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435831 Nov 19 20:50:08.189736 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:08.217565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:50:08.228421 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 99acdc08-43bc-41a1-bea9-1a2f9c45399d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=99acdc08-43bc-41a1-bea9-1a2f9c45399d,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:50:08.231754 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:08.233621 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:08.285479 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d', 'code': 422} returned with failed status Nov 19 20:50:08.304004 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05b5c679-0daa-4964-bb47-9005654915af req-a221a10a-2f6b-4ed1-9a7b-d0746411a6b0 service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2114229 Nov 19 20:50:08.307817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=99acdc08-43bc-41a1-bea9-1a2f9c45399d,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:08.311325 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:08.324068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ff0e7-00d2-41bd-bc5d-4647b9d2a5c3 req-ce2f5478-16d4-4d8c-bc72-d723932c140e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:08.325773 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3b8ff0e7-00d2-41bd-bc5d-4647b9d2a5c3 req-ce2f5478-16d4-4d8c-bc72-d723932c140e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.1264153 Nov 19 20:50:08.375874 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3b8ff0e7-00d2-41bd-bc5d-4647b9d2a5c3 req-2800adfd-8b62-4b32-8072-903ee02e0662 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Nov 19 20:50:08.555388 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Deleting port 17f34dd0-10d5-43eb-b9d2-0a33bdea1f63 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:50:08.555778 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:08.746192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:08.746682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:08.799595 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:08.872931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Calling delete_port for 17f34dd0-10d5-43eb-b9d2-0a33bdea1f63 owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:50:09.016983 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:09.033757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e864a5b7-a052-4da2-b009-04daba88c158 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:09.086911 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Pushing event deleted for resources: {'Port': ['ID=17f34dd0-10d5-43eb-b9d2-0a33bdea1f63,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:09.092331 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:09.260526 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:09.275584 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:09.279450 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] 10.222.0.13 "DELETE /v2.0/floatingips/7b91b13a-d1ac-4a76-88ba-f8ef64a86f53 HTTP/1.1" status: 204 len: 168 time: 1.7955196 Nov 19 20:50:09.358280 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50210) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:09.390801 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13691be4-e820-442e-8558-d974f3b2eb44 req-8638bc44-8b82-4321-a470-456730c3f256 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:09.392456 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-13691be4-e820-442e-8558-d974f3b2eb44 req-8638bc44-8b82-4321-a470-456730c3f256 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.0969791 Nov 19 20:50:09.444007 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-13691be4-e820-442e-8558-d974f3b2eb44 req-97a72819-198f-4ffb-b8de-1627e74eafed tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451934 Nov 19 20:50:09.524126 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71984097-a29c-43d1-8f53-e068264d96a0 req-fd11a5a2-8862-4e04-b70d-4b8bd7da3c69 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1643980 Nov 19 20:50:10.685164 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff3702-64e9-463d-ac7f-12f3f2b52df1 req-3f68f9a5-4cef-4002-8667-06fa3ad83eb8 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:10.686852 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-48ff3702-64e9-463d-ac7f-12f3f2b52df1 req-3f68f9a5-4cef-4002-8667-06fa3ad83eb8 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.0909605 Nov 19 20:50:10.798139 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-48ff3702-64e9-463d-ac7f-12f3f2b52df1 req-a3d369b5-f3b2-4f62-9549-0af392d7b29f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762000 Nov 19 20:50:10.812027 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71984097-a29c-43d1-8f53-e068264d96a0 req-534652f7-57a3-48fd-916a-698e168ebc68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4&tenant_id=81d691c4141f4953aeacf85947be2fe5 HTTP/1.1" status: 200 len: 1161 time: 0.1236122 Nov 19 20:50:10.920810 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71984097-a29c-43d1-8f53-e068264d96a0 req-52550808-f1eb-4113-8a32-eef33549c082 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 1161 time: 0.0741441 Nov 19 20:50:11.066073 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71984097-a29c-43d1-8f53-e068264d96a0 req-89a738b0-aa16-4256-879e-59a6358c03c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:11.067593 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71984097-a29c-43d1-8f53-e068264d96a0 req-89a738b0-aa16-4256-879e-59a6358c03c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 911 time: 0.1405070 Nov 19 20:50:11.179962 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71984097-a29c-43d1-8f53-e068264d96a0 req-f3c6d49c-9f6d-4bde-b7dd-687c57cf23e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99acdc08-43bc-41a1-bea9-1a2f9c45399d HTTP/1.1" status: 200 len: 998 time: 0.1052170 Nov 19 20:50:11.248582 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71984097-a29c-43d1-8f53-e068264d96a0 req-9f9d5f99-1070-4d85-989d-6bd4a4cfcaf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:11.250101 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71984097-a29c-43d1-8f53-e068264d96a0 req-9f9d5f99-1070-4d85-989d-6bd4a4cfcaf9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.0637996 Nov 19 20:50:11.333604 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71984097-a29c-43d1-8f53-e068264d96a0 req-9b4f5169-84a6-4b17-922f-c83244f031d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772114 Nov 19 20:50:11.481949 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71984097-a29c-43d1-8f53-e068264d96a0 req-4859f834-5d1e-4f11-9241-0d06b4f89ccb service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401091 Nov 19 20:50:11.628468 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71984097-a29c-43d1-8f53-e068264d96a0 req-19747c15-48b8-470e-99c6-b250264aad70 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405985 Nov 19 20:50:11.758393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:50:12.036354 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3a61b-09e6-46ee-bdc8-60a4aacef44b req-f2d2d95c-70df-417a-b19b-5941ada9de7f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:12.038264 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c3f3a61b-09e6-46ee-bdc8-60a4aacef44b req-f2d2d95c-70df-417a-b19b-5941ada9de7f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.0854878 Nov 19 20:50:12.089048 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c3f3a61b-09e6-46ee-bdc8-60a4aacef44b req-d390f5de-6288-460b-ac5e-458adbd280c4 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438187 Nov 19 20:50:12.745226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a179593-f4e2-4ee2-b6ae-daa93264ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:13.342805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00315fa1-46ac-468e-ab24-5a88c7cadbc0 req-d8255c8d-bfe1-42b7-8dc0-d63f129c4bd6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:13.344681 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-00315fa1-46ac-468e-ab24-5a88c7cadbc0 req-d8255c8d-bfe1-42b7-8dc0-d63f129c4bd6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.0973577 Nov 19 20:50:13.415360 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 50272) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:13.438707 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-00315fa1-46ac-468e-ab24-5a88c7cadbc0 req-69189931-9fe6-4ce9-a462-b2f3d9987b08 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878022 Nov 19 20:50:14.234354 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852704235'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:14.711850 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812043df-87ba-4495-bf17-45068a31fb3c req-2f1a6993-8457-4915-94e8-097b2aa12923 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:14.721065 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-812043df-87ba-4495-bf17-45068a31fb3c req-2f1a6993-8457-4915-94e8-097b2aa12923 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.1107862 Nov 19 20:50:14.767123 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-812043df-87ba-4495-bf17-45068a31fb3c req-f3201259-d261-49f7-b862-538c75965765 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Nov 19 20:50:14.914944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Deleting port c017eab6-5848-4c3e-8563-08279b9625ed {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:50:14.915505 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:15.110295 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] For port c017eab6-5848-4c3e-8563-08279b9625ed, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=c017eab6-5848-4c3e-8563-08279b9625ed,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:50:15.110668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:15.245048 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Calling delete_port for c017eab6-5848-4c3e-8563-08279b9625ed owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:50:15.442074 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:15.456688 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-429584af-2935-4736-962a-6c18a343c1e4 tempest-AttachVolumeNegativeTest-75676819 tempest-AttachVolumeNegativeTest-75676819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:15.480131 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a32532ae-56ca-4f0d-a447-5ff68f46af00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:15.518188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c017eab6-5848-4c3e-8563-08279b9625ed,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:15.536408 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.537431 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.538072 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.538761 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.539451 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.540726 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.541208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.541614 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.542012 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.542407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.542796 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.543190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.543644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.544031 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.544415 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.544822 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.545201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.545583 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.545963 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.546344 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.546729 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.547108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.547489 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.547867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:50:15.599338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:15.776480 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:16.021892 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7106762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853170599'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:16.154704 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f94d3-c4d1-4b04-9493-3b026cfd6a7e req-a38cc15e-b7b8-4cd6-b630-5654de66da05 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:16.156414 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-788f94d3-c4d1-4b04-9493-3b026cfd6a7e req-a38cc15e-b7b8-4cd6-b630-5654de66da05 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.2019589 Nov 19 20:50:16.300057 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-788f94d3-c4d1-4b04-9493-3b026cfd6a7e req-f3fda0b7-9756-48bc-a70d-246da25bc829 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306555 Nov 19 20:50:16.887418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:16.918384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:17.074625 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Router 741ba649-875b-43d1-ab8a-ea4ac8266213 has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:50:17.294106 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:50:17.304910 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50aca18-b0c3-4ebe-bdf5-03624b4077c1 None None] Sync routers for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:50:17.308737 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] 10.222.0.13 "PUT /v2.0/routers/741ba649-875b-43d1-ab8a-ea4ac8266213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8909247 Nov 19 20:50:17.311250 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 50284) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:17.318926 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50aca18-b0c3-4ebe-bdf5-03624b4077c1 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:50:17.319759 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e50aca18-b0c3-4ebe-bdf5-03624b4077c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:50:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:50:17.551546 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:17.566358 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-e50aca18-b0c3-4ebe-bdf5-03624b4077c1 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:50:17.600496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e557b6-5a2a-4c69-b35f-601e3fa91b22 req-452caf92-fb25-4322-b3d3-3db5982fd574 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:17.602296 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-73e557b6-5a2a-4c69-b35f-601e3fa91b22 req-452caf92-fb25-4322-b3d3-3db5982fd574 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.1084683 Nov 19 20:50:17.669896 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-73e557b6-5a2a-4c69-b35f-601e3fa91b22 req-86f10083-7999-4ea7-8d2b-a2381e2da592 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613377 Nov 19 20:50:17.799990 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:17.809887 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Deleting port 4796dce7-45c4-4cd0-939a-4811afb26fd2 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:50:17.810285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:17.943294 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e50aca18-b0c3-4ebe-bdf5-03624b4077c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:50:15Z', 'revision_number': 5, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port': {'id': '4796dce7-45c4-4cd0-939a-4811afb26fd2', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:50:17.948441 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50aca18-b0c3-4ebe-bdf5-03624b4077c1 None None] Checking router: 741ba649-875b-43d1-ab8a-ea4ac8266213 for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:50:17.960152 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50aca18-b0c3-4ebe-bdf5-03624b4077c1 None None] Routers {'741ba649-875b-43d1-ab8a-ea4ac8266213'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:50:17.961405 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e50aca18-b0c3-4ebe-bdf5-03624b4077c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:50:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['741ba649-875b-43d1-ab8a-ea4ac8266213'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:50:18.012470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] For port 4796dce7-45c4-4cd0-939a-4811afb26fd2, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=4796dce7-45c4-4cd0-939a-4811afb26fd2,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:50:18.013040 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:18.150435 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-e50aca18-b0c3-4ebe-bdf5-03624b4077c1 None None] Set router 741ba649-875b-43d1-ab8a-ea4ac8266213 gateway port host: None {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:50:18.172227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Calling delete_port for 4796dce7-45c4-4cd0-939a-4811afb26fd2 owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:50:18.266675 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e50aca18-b0c3-4ebe-bdf5-03624b4077c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:50:17Z', 'revision_number': 6, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port_host': None}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:50:18.270954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50aca18-b0c3-4ebe-bdf5-03624b4077c1 None None] The sync data for ids ['741ba649-875b-43d1-ab8a-ea4ac8266213'] in dv-cinder-750782-3-smb is: [{'id': '741ba649-875b-43d1-ab8a-ea4ac8266213', 'name': 'tempest-AttachVolumeTestJSON-905094364-router', 'tenant_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:44:09Z', 'updated_at': '2020-11-19T20:50:17Z', 'revision_number': 6, 'project_id': '6ceb88dd8adf4523893df6a0118dd5b2', 'gw_port_host': None}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:50:18.383326 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:18.402740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e5e6a21-ac91-4e56-9a27-48c48a57c903 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:18.460787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4796dce7-45c4-4cd0-939a-4811afb26fd2,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:18.466899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:18.798686 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853173893'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:19.381884 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:19.392902 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:19.405434 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b0ffb-f514-4365-8c2e-a2c4bfd36935 req-da2ef163-d014-4192-ac55-66a57b5161ee tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:19.407041 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7c9b0ffb-f514-4365-8c2e-a2c4bfd36935 req-da2ef163-d014-4192-ac55-66a57b5161ee tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.4766281 Nov 19 20:50:19.462662 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1967321'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:19.463212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 741ba649-875b-43d1-ab8a-ea4ac8266213 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 20:50:19.485713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:19.486947 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-3667f740-e65f-4619-917c-c9d4486b13c3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/741ba649-875b-43d1-ab8a-ea4ac8266213 HTTP/1.1" status: 204 len: 168 time: 2.1747389 Nov 19 20:50:19.490011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50294) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:19.492700 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7c9b0ffb-f514-4365-8c2e-a2c4bfd36935 req-9e2b33df-350f-4ccf-8316-c0e5376e8fe3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764246 Nov 19 20:50:19.588800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-9024d347-951e-4139-846d-328ec0a63932 admin admin] Deleting subnet 76030e34-5631-4aa3-9b7e-6153e008aab3 {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:50:19.593092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9024d347-951e-4139-846d-328ec0a63932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:19.650063 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9024d347-951e-4139-846d-328ec0a63932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678091'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:19.664861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device c017eab6-5848-4c3e-8563-08279b9625ed no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:50:19.701430 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: c017eab6-5848-4c3e-8563-08279b9625ed {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:50:19.701924 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device c017eab6-5848-4c3e-8563-08279b9625ed not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:50:19.702493 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 4796dce7-45c4-4cd0-939a-4811afb26fd2 no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:50:19.745568 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: 4796dce7-45c4-4cd0-939a-4811afb26fd2 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:50:19.746241 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 4796dce7-45c4-4cd0-939a-4811afb26fd2 not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:50:20.002046 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9024d347-951e-4139-846d-328ec0a63932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:20.292982 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9024d347-951e-4139-846d-328ec0a63932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852605655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852498522'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:20.309740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:20.419126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024d347-951e-4139-846d-328ec0a63932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76030e34-5631-4aa3-9b7e-6153e008aab3,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:20.432637 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9024d347-951e-4139-846d-328ec0a63932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:20.452675 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9024d347-951e-4139-846d-328ec0a63932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:20.457893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db88bb23-ee5d-43f2-b197-7dc8d5cfc3c4 None None] Network 3ce5521b-869b-47f6-915a-65202afa7823 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:50:20.459794 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9024d347-951e-4139-846d-328ec0a63932 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/76030e34-5631-4aa3-9b7e-6153e008aab3 HTTP/1.1" status: 204 len: 168 time: 0.9683430 Nov 19 20:50:20.462871 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50298) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:20.588527 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:20.669819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Deleting port b4c6785b-8994-4814-a1e2-7ea5a5d333de {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:50:20.670272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:20.782303 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b519f35-08eb-470f-9eb6-cf53b37f5469 None None] DHCP port deletion for 3ce5521b-869b-47f6-915a-65202afa7823 request from dv-cinder-750782-3-smb {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 20:50:20.786517 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7b519f35-08eb-470f-9eb6-cf53b37f5469 None None] Deleting port b4c6785b-8994-4814-a1e2-7ea5a5d333de {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:50:20.787231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7b519f35-08eb-470f-9eb6-cf53b37f5469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:20.868053 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745f13e-4485-471a-894e-76a22c4ab292 req-1c423c53-3746-4440-94a4-435f685241eb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:20.869682 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3745f13e-4485-471a-894e-76a22c4ab292 req-1c423c53-3746-4440-94a4-435f685241eb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.1539192 Nov 19 20:50:21.019749 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7b519f35-08eb-470f-9eb6-cf53b37f5469 None None] For port b4c6785b-8994-4814-a1e2-7ea5a5d333de, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=b4c6785b-8994-4814-a1e2-7ea5a5d333de,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:50:21.020267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7b519f35-08eb-470f-9eb6-cf53b37f5469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:21.022603 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] For port b4c6785b-8994-4814-a1e2-7ea5a5d333de, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=b4c6785b-8994-4814-a1e2-7ea5a5d333de,segment=NetworkSegment(b4366c35-b23b-4d7b-b8eb-600ce013a900),segment_id=b4366c35-b23b-4d7b-b8eb-600ce013a900)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:50:21.023119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:21.043682 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-3745f13e-4485-471a-894e-76a22c4ab292 req-41fc0ebb-d321-46f0-bf26-a8190643ed89 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572697 Nov 19 20:50:21.184304 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Calling delete_port for b4c6785b-8994-4814-a1e2-7ea5a5d333de owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:50:21.269975 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:21.288910 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:21.333561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7b519f35-08eb-470f-9eb6-cf53b37f5469 None None] Calling delete_port for b4c6785b-8994-4814-a1e2-7ea5a5d333de owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:50:21.334169 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c6785b-8994-4814-a1e2-7ea5a5d333de,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:21.351167 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:21.406565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.api [None req-7b519f35-08eb-470f-9eb6-cf53b37f5469 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 20:50:21.406968 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_db.api [None req-7b519f35-08eb-470f-9eb6-cf53b37f5469 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 20:50:21.443394 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] No DVR routers for this DVR port b4c6785b-8994-4814-a1e2-7ea5a5d333de on host dv-cinder-750782-3-smb {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:50:21.586030 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:21.684683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device b4c6785b-8994-4814-a1e2-7ea5a5d333de no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:50:21.724501 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce5521b-869b-47f6-915a-65202afa7823']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:50:21.732070 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: b4c6785b-8994-4814-a1e2-7ea5a5d333de {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:50:21.732986 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device b4c6785b-8994-4814-a1e2-7ea5a5d333de not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:50:21.740819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4366c35-b23b-4d7b-b8eb-600ce013a900') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:50:21.741169 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4366c35-b23b-4d7b-b8eb-600ce013a900') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:50:21.756419 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097726'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:21.780488 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:21.782372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:50:21.908754 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7b519f35-08eb-470f-9eb6-cf53b37f5469 None None] Deleting port b4c6785b-8994-4814-a1e2-7ea5a5d333de {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:50:21.909969 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7b519f35-08eb-470f-9eb6-cf53b37f5469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:21.982159 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Network 3ce5521b-869b-47f6-915a-65202afa7823 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:50:21.991970 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7b519f35-08eb-470f-9eb6-cf53b37f5469 None None] The port 'b4c6785b-8994-4814-a1e2-7ea5a5d333de' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 20:50:21.992887 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2170763'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:22.226398 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Network 3ce5521b-869b-47f6-915a-65202afa7823 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:50:22.252624 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:50:22.361814 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:22.369238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:22.376110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c226546-6125-4580-a3a9-b24f44629145 req-2040f22f-2548-4ce9-b880-3ceeec1b5130 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:22.378155 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1c226546-6125-4580-a3a9-b24f44629145 req-2040f22f-2548-4ce9-b880-3ceeec1b5130 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.1069987 Nov 19 20:50:22.380676 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:22.405335 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce5521b-869b-47f6-915a-65202afa7823,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:22.410830 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:22.421597 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] 10.222.0.13 "DELETE /v2.0/networks/3ce5521b-869b-47f6-915a-65202afa7823 HTTP/1.1" status: 204 len: 168 time: 1.9575343 Nov 19 20:50:22.458365 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1c226546-6125-4580-a3a9-b24f44629145 req-60f733f1-a531-4d5b-9eb1-77816327bc6a tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733032 Nov 19 20:50:22.594898 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50310) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:22.664286 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-dc5b6b69-a50f-4dcc-94ba-c1083e8fe6dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ceb88dd8adf4523893df6a0118dd5b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0680757 Nov 19 20:50:22.667706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50314) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:22.770986 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-feff3e4f-ce3b-41a8-aa43-f455d1353b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:22.807830 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-feff3e4f-ce3b-41a8-aa43-f455d1353b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:22.857162 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-feff3e4f-ce3b-41a8-aa43-f455d1353b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:22.862335 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e5d34519-ea71-4694-9721-d6e82c05866a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:22.876542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff3e4f-ce3b-41a8-aa43-f455d1353b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262bb010-8586-41b6-9eea-9c8a4b083ad2,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:22.880338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-feff3e4f-ce3b-41a8-aa43-f455d1353b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:22.884317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-feff3e4f-ce3b-41a8-aa43-f455d1353b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:22.885565 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-feff3e4f-ce3b-41a8-aa43-f455d1353b6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/262bb010-8586-41b6-9eea-9c8a4b083ad2 HTTP/1.1" status: 204 len: 168 time: 0.2164550 Nov 19 20:50:23.705187 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b5f38-0ce0-4888-870e-679906c90d25 req-50178717-aa97-41f4-a6f0-02e1a7d33ff1 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:23.706822 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d79b5f38-0ce0-4888-870e-679906c90d25 req-50178717-aa97-41f4-a6f0-02e1a7d33ff1 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.0840423 Nov 19 20:50:23.761872 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d79b5f38-0ce0-4888-870e-679906c90d25 req-862598be-fb39-4fca-8733-71c5387bf87d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481973 Nov 19 20:50:24.623845 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50366) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:24.773692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2acb54db-a4f4-42ff-a383-945a63db581e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:24.806434 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2acb54db-a4f4-42ff-a383-945a63db581e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:50:24.810508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-2acb54db-a4f4-42ff-a383-945a63db581e admin admin] Usage tracker for resource:security_group_rule and tenant:8365931cf55d40c99e20cb5e991f5863 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:50:24.813502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-2acb54db-a4f4-42ff-a383-945a63db581e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:50:24.819222 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2acb54db-a4f4-42ff-a383-945a63db581e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:50:24.890959 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2acb54db-a4f4-42ff-a383-945a63db581e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:24.894066 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2acb54db-a4f4-42ff-a383-945a63db581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:24.901885 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b25ace25-4589-4388-b102-ec4971d7d8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:24.947992 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-2acb54db-a4f4-42ff-a383-945a63db581e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8365931cf55d40c99e20cb5e991f5863&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3229723 Nov 19 20:50:24.948844 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb54db-a4f4-42ff-a383-945a63db581e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6eeb88-3513-45fd-a8f3-8650877ed5d7,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:24.950802 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 50374) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:24.952890 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2acb54db-a4f4-42ff-a383-945a63db581e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:25.049718 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab0821-de07-4e0b-beab-71116d8b0f42 req-8f355f20-c329-414d-8335-ba2f227bcad6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:25.051279 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b2ab0821-de07-4e0b-beab-71116d8b0f42 req-8f355f20-c329-414d-8335-ba2f227bcad6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.1410036 Nov 19 20:50:25.053907 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7056-d06f-4a94-ba54-0a79db219d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:25.101386 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7056-d06f-4a94-ba54-0a79db219d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:25.150899 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b2ab0821-de07-4e0b-beab-71116d8b0f42 req-4778b3a4-0a45-476b-b6e5-dbba711a4a18 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870061 Nov 19 20:50:25.168374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7056-d06f-4a94-ba54-0a79db219d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:25.173602 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0f99225-a365-41e7-b99f-ba775b813a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:25.185977 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e7056-d06f-4a94-ba54-0a79db219d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6eeb88-3513-45fd-a8f3-8650877ed5d7,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:25.191113 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fc4e7056-d06f-4a94-ba54-0a79db219d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:25.193180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7056-d06f-4a94-ba54-0a79db219d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:25.194274 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-fc4e7056-d06f-4a94-ba54-0a79db219d16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee6eeb88-3513-45fd-a8f3-8650877ed5d7 HTTP/1.1" status: 204 len: 168 time: 0.2425504 Nov 19 20:50:26.385931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9785150-001c-430a-a896-f47769790c1f req-ff3fc8d2-52bb-4774-b875-b236a29e80dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:26.387519 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9785150-001c-430a-a896-f47769790c1f req-ff3fc8d2-52bb-4774-b875-b236a29e80dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 944 time: 0.0901325 Nov 19 20:50:26.436498 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c9785150-001c-430a-a896-f47769790c1f req-f308b8b0-65c0-4c40-a638-991a2e5ec412 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425005 Nov 19 20:50:26.643246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 99acdc08-43bc-41a1-bea9-1a2f9c45399d up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:50:26.717652 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 99acdc08-43bc-41a1-bea9-1a2f9c45399d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:50:26.718071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:26.838936 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:26.868059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:50:26.878181 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 99acdc08-43bc-41a1-bea9-1a2f9c45399d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=99acdc08-43bc-41a1-bea9-1a2f9c45399d,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:50:26.881232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:26.884080 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:26.936710 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d', 'code': 200} Nov 19 20:50:26.959201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=99acdc08-43bc-41a1-bea9-1a2f9c45399d,revision_number=6']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:26.962867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:27.154350 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50418) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:27.306912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e127414a-e0dd-49cf-b54a-bdfc9adf3089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:27.341270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e127414a-e0dd-49cf-b54a-bdfc9adf3089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:50:27.345447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e127414a-e0dd-49cf-b54a-bdfc9adf3089 admin admin] Usage tracker for resource:security_group_rule and tenant:9cb4ad2e62ef423d82759f6e1ae086c3 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:50:27.348491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e127414a-e0dd-49cf-b54a-bdfc9adf3089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:50:27.355462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e127414a-e0dd-49cf-b54a-bdfc9adf3089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:50:27.424666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e127414a-e0dd-49cf-b54a-bdfc9adf3089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:27.427508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e127414a-e0dd-49cf-b54a-bdfc9adf3089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:27.437974 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1389c1bb-0f43-4bed-a397-37782c6aba5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:27.537892 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e127414a-e0dd-49cf-b54a-bdfc9adf3089 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cb4ad2e62ef423d82759f6e1ae086c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3823736 Nov 19 20:50:27.538851 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127414a-e0dd-49cf-b54a-bdfc9adf3089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d269efac-5530-492d-ba3d-a0b7bf8b8817,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:27.541191 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 50426) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:27.543401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e127414a-e0dd-49cf-b54a-bdfc9adf3089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:27.573063 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e41e76d0-6c2f-42e6-8aa1-1be94b04ecd1 req-1bf34afb-6d2c-4b37-86dd-565edba7c283 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 1163 time: 0.1366632 Nov 19 20:50:27.608043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57f04e04-78d0-4076-a422-82ed3d528d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:27.635711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57f04e04-78d0-4076-a422-82ed3d528d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:27.676817 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e41e76d0-6c2f-42e6-8aa1-1be94b04ecd1 req-b3fc4556-05b2-4e06-ad89-adb00274da82 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959775 Nov 19 20:50:27.685335 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57f04e04-78d0-4076-a422-82ed3d528d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:27.690746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-09b0e09e-02d8-4b26-abe8-8d02c2291d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:27.701314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e34ab7-95e0-4bc4-84a5-ba7e44fc52f4 req-f1b4e7d4-720a-4e0a-a92a-47cfa8d0de2b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:27.701869 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f04e04-78d0-4076-a422-82ed3d528d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d269efac-5530-492d-ba3d-a0b7bf8b8817,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:27.702992 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-51e34ab7-95e0-4bc4-84a5-ba7e44fc52f4 req-f1b4e7d4-720a-4e0a-a92a-47cfa8d0de2b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.1008050 Nov 19 20:50:27.707023 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-57f04e04-78d0-4076-a422-82ed3d528d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:27.709097 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57f04e04-78d0-4076-a422-82ed3d528d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:27.710355 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-57f04e04-78d0-4076-a422-82ed3d528d35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d269efac-5530-492d-ba3d-a0b7bf8b8817 HTTP/1.1" status: 204 len: 168 time: 0.1681139 Nov 19 20:50:27.761196 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-51e34ab7-95e0-4bc4-84a5-ba7e44fc52f4 req-5363cd0e-77a2-40ed-b797-72404076bdba tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512717 Nov 19 20:50:28.058341 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50434) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:28.077461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5e813b9-f492-4388-9169-4152b329f62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:28.110803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c5e813b9-f492-4388-9169-4152b329f62d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:50:28.115011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c5e813b9-f492-4388-9169-4152b329f62d admin admin] Usage tracker for resource:security_group_rule and tenant:795f261b9ebe4ed2ba62be340992182c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:50:28.118609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c5e813b9-f492-4388-9169-4152b329f62d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:50:28.124452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c5e813b9-f492-4388-9169-4152b329f62d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:50:28.191667 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5e813b9-f492-4388-9169-4152b329f62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:28.194304 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5e813b9-f492-4388-9169-4152b329f62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:28.201695 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bf2cd00e-423e-4926-a823-8a6628ff5e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:28.245264 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e813b9-f492-4388-9169-4152b329f62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e393ada9-de7c-4347-9abe-f2ec0de37d81,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:28.248706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c5e813b9-f492-4388-9169-4152b329f62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:28.252971 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c5e813b9-f492-4388-9169-4152b329f62d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=795f261b9ebe4ed2ba62be340992182c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1930540 Nov 19 20:50:28.255335 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50438) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:28.318997 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2930115b-d3fd-49d1-bac8-0e3453bca573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:28.346212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2930115b-d3fd-49d1-bac8-0e3453bca573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:28.393776 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2930115b-d3fd-49d1-bac8-0e3453bca573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:28.399268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3245e333-eb15-45b0-bd7f-bed95af1e512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:28.413577 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930115b-d3fd-49d1-bac8-0e3453bca573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e393ada9-de7c-4347-9abe-f2ec0de37d81,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:28.417101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2930115b-d3fd-49d1-bac8-0e3453bca573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:28.427159 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2930115b-d3fd-49d1-bac8-0e3453bca573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:28.428372 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-2930115b-d3fd-49d1-bac8-0e3453bca573 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e393ada9-de7c-4347-9abe-f2ec0de37d81 HTTP/1.1" status: 204 len: 168 time: 0.1722341 Nov 19 20:50:28.605201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 99acdc08-43bc-41a1-bea9-1a2f9c45399d up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:50:28.677626 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 99acdc08-43bc-41a1-bea9-1a2f9c45399d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:50:28.678149 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:29.009516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da8453-47af-4b68-91f1-b08b3623733a req-864625c9-5404-458d-bda5-37de67397d1d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:29.011183 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-62da8453-47af-4b68-91f1-b08b3623733a req-864625c9-5404-458d-bda5-37de67397d1d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0894246 Nov 19 20:50:29.062110 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-62da8453-47af-4b68-91f1-b08b3623733a req-fc95cae0-da7c-46bc-859d-717208cd9bf2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439901 Nov 19 20:50:30.302151 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de584a4-c36b-4947-95e6-ed6f85545930 req-39baf53a-a449-42d9-95c8-38c2fa2468f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:50:30.303727 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8de584a4-c36b-4947-95e6-ed6f85545930 req-39baf53a-a449-42d9-95c8-38c2fa2468f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0840187 Nov 19 20:50:30.354260 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8de584a4-c36b-4947-95e6-ed6f85545930 req-cc0786aa-d5ec-4380-9bd1-bee15ea81e43 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434682 Nov 19 20:50:30.405710 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 99acdc08-43bc-41a1-bea9-1a2f9c45399d up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:50:30.481144 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 99acdc08-43bc-41a1-bea9-1a2f9c45399d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:50:30.481565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:32.630085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50572) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:32.780416 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-30ab9943-13c9-42f7-9506-10895fed3ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:32.812643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-30ab9943-13c9-42f7-9506-10895fed3ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:50:32.816668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-30ab9943-13c9-42f7-9506-10895fed3ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:2d6b7b0c32b144688b18960d1d49522e is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:50:32.819565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-30ab9943-13c9-42f7-9506-10895fed3ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:50:32.825953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-30ab9943-13c9-42f7-9506-10895fed3ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:50:32.895208 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-30ab9943-13c9-42f7-9506-10895fed3ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:32.898036 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-30ab9943-13c9-42f7-9506-10895fed3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:32.905996 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6bbf1a4d-60dc-4f7d-aebb-e9270e86b20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:32.948003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab9943-13c9-42f7-9506-10895fed3ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636bce5b-4b0c-45a3-b333-7165d724f926,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:32.951769 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-30ab9943-13c9-42f7-9506-10895fed3ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:32.954274 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-30ab9943-13c9-42f7-9506-10895fed3ba7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d6b7b0c32b144688b18960d1d49522e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3231452 Nov 19 20:50:32.956989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50578) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:33.020459 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33cd397b-3c84-4bed-a8d9-136807e2f681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:33.048130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33cd397b-3c84-4bed-a8d9-136807e2f681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:33.094305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33cd397b-3c84-4bed-a8d9-136807e2f681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:33.098366 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d919152d-23ad-4c85-a289-b3deddbbde62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:33.110797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd397b-3c84-4bed-a8d9-136807e2f681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636bce5b-4b0c-45a3-b333-7165d724f926,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:33.113237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33cd397b-3c84-4bed-a8d9-136807e2f681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:33.119402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33cd397b-3c84-4bed-a8d9-136807e2f681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:33.120664 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-33cd397b-3c84-4bed-a8d9-136807e2f681 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/636bce5b-4b0c-45a3-b333-7165d724f926 HTTP/1.1" status: 204 len: 168 time: 0.1626508 Nov 19 20:50:33.462022 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50586) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:33.481933 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42e8ba90-e264-40bf-913d-52b60ee0aa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:33.516623 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-42e8ba90-e264-40bf-913d-52b60ee0aa29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:50:33.520602 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-42e8ba90-e264-40bf-913d-52b60ee0aa29 admin admin] Usage tracker for resource:security_group_rule and tenant:817b5db4ad9f40e99446ecb106634fbd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:50:33.523481 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-42e8ba90-e264-40bf-913d-52b60ee0aa29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:50:33.529890 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-42e8ba90-e264-40bf-913d-52b60ee0aa29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:50:33.597077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42e8ba90-e264-40bf-913d-52b60ee0aa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:33.600286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42e8ba90-e264-40bf-913d-52b60ee0aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:33.608660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-12682578-ddd8-4a17-9d4d-4ab0c92a5a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:33.651278 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8ba90-e264-40bf-913d-52b60ee0aa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5509c82f-5da2-45d7-942f-300bf964172c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:33.658419 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-42e8ba90-e264-40bf-913d-52b60ee0aa29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=817b5db4ad9f40e99446ecb106634fbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1931126 Nov 19 20:50:33.658419 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42e8ba90-e264-40bf-913d-52b60ee0aa29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:33.658903 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50590) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:33.720935 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-141c98c1-2763-4891-acda-f3c4de790a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:33.747782 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-141c98c1-2763-4891-acda-f3c4de790a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:33.792189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-141c98c1-2763-4891-acda-f3c4de790a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:33.797217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e0ab5eaa-52f5-4c3b-9bd0-274c234bca6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:33.812599 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c98c1-2763-4891-acda-f3c4de790a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5509c82f-5da2-45d7-942f-300bf964172c,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:33.815792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-141c98c1-2763-4891-acda-f3c4de790a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:33.817853 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-141c98c1-2763-4891-acda-f3c4de790a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:33.819722 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-141c98c1-2763-4891-acda-f3c4de790a20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5509c82f-5da2-45d7-942f-300bf964172c HTTP/1.1" status: 204 len: 168 time: 0.1591301 Nov 19 20:50:35.984781 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50636) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:36.136373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0deabd2-dc84-42d0-b5af-4cb68982c230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:36.169316 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a0deabd2-dc84-42d0-b5af-4cb68982c230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:50:36.173333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a0deabd2-dc84-42d0-b5af-4cb68982c230 admin admin] Usage tracker for resource:security_group_rule and tenant:f8051383d238472f8e97acefe7d80dc2 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:50:36.176225 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-a0deabd2-dc84-42d0-b5af-4cb68982c230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:50:36.182974 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a0deabd2-dc84-42d0-b5af-4cb68982c230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:50:36.249631 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0deabd2-dc84-42d0-b5af-4cb68982c230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:36.252417 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0deabd2-dc84-42d0-b5af-4cb68982c230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:36.259907 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-687715ff-b90c-4ef1-964e-3cb586d2f452 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:36.301846 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0deabd2-dc84-42d0-b5af-4cb68982c230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1062d017-90a7-44f8-826f-9c02606d1a05,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:36.305911 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a0deabd2-dc84-42d0-b5af-4cb68982c230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:36.309653 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a0deabd2-dc84-42d0-b5af-4cb68982c230 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8051383d238472f8e97acefe7d80dc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3238091 Nov 19 20:50:36.312202 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50642) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:36.374719 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eec2bf8f-f1fc-48bf-a011-de9f68e29e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:36.400715 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eec2bf8f-f1fc-48bf-a011-de9f68e29e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:36.447682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eec2bf8f-f1fc-48bf-a011-de9f68e29e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:36.452544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e4d5831-2684-41d3-92fc-116958d28ecc tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:36.463582 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2bf8f-f1fc-48bf-a011-de9f68e29e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1062d017-90a7-44f8-826f-9c02606d1a05,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:36.468458 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eec2bf8f-f1fc-48bf-a011-de9f68e29e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:36.470410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eec2bf8f-f1fc-48bf-a011-de9f68e29e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:36.472025 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-eec2bf8f-f1fc-48bf-a011-de9f68e29e80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1062d017-90a7-44f8-826f-9c02606d1a05 HTTP/1.1" status: 204 len: 168 time: 0.1584151 Nov 19 20:50:36.813265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50650) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:36.833059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b918800a-cd5a-4203-a825-30c2e07173b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:36.866038 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b918800a-cd5a-4203-a825-30c2e07173b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:50:36.870108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b918800a-cd5a-4203-a825-30c2e07173b5 admin admin] Usage tracker for resource:security_group_rule and tenant:8141c658de114bfe93c62a781ec7ce6c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:50:36.873037 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b918800a-cd5a-4203-a825-30c2e07173b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:50:36.878779 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b918800a-cd5a-4203-a825-30c2e07173b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:50:36.946660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b918800a-cd5a-4203-a825-30c2e07173b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:36.949442 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b918800a-cd5a-4203-a825-30c2e07173b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:36.956841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c5e813b9-f492-4388-9169-4152b329f62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:36.999398 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918800a-cd5a-4203-a825-30c2e07173b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0965e8cb-122f-488d-8c3d-fa95d8e488dd,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:37.004285 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b918800a-cd5a-4203-a825-30c2e07173b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8141c658de114bfe93c62a781ec7ce6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1899385 Nov 19 20:50:37.005290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b918800a-cd5a-4203-a825-30c2e07173b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:37.007097 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50654) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:37.069682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6312bb4-4198-49dd-95df-c8c4d3e21317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:37.101415 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6312bb4-4198-49dd-95df-c8c4d3e21317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:37.146003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6312bb4-4198-49dd-95df-c8c4d3e21317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:37.151817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-84dedc98-e956-4161-ae34-b36d110a2b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:37.162727 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6312bb4-4198-49dd-95df-c8c4d3e21317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0965e8cb-122f-488d-8c3d-fa95d8e488dd,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:37.165272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f6312bb4-4198-49dd-95df-c8c4d3e21317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:37.170729 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6312bb4-4198-49dd-95df-c8c4d3e21317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:37.171978 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f6312bb4-4198-49dd-95df-c8c4d3e21317 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0965e8cb-122f-488d-8c3d-fa95d8e488dd HTTP/1.1" status: 204 len: 168 time: 0.1640925 Nov 19 20:50:38.808931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:42.747067 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e14a028-4571-4012-b0b6-555e7148ef3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:45.482889 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09f2e431-f449-4fee-987b-ae2db26b8bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:45.776926 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:46.889550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:46.910799 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:48.759910 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:50:50.069000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50760) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:50.228327 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6cb0-81b1-4c68-a3ef-236efecd4a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:50.261750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1c5d6cb0-81b1-4c68-a3ef-236efecd4a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:50:50.265863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1c5d6cb0-81b1-4c68-a3ef-236efecd4a89 admin admin] Usage tracker for resource:security_group_rule and tenant:29299428a9614df49eeb7814348f3496 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:50:50.268833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1c5d6cb0-81b1-4c68-a3ef-236efecd4a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:50:50.275209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1c5d6cb0-81b1-4c68-a3ef-236efecd4a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:50:50.344238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6cb0-81b1-4c68-a3ef-236efecd4a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:50.347036 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6cb0-81b1-4c68-a3ef-236efecd4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:50.355046 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-30ab9943-13c9-42f7-9506-10895fed3ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:50.399352 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d6cb0-81b1-4c68-a3ef-236efecd4a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bdcc37-77fd-40a4-bb6d-8eeab5f55581,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:50.402832 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1c5d6cb0-81b1-4c68-a3ef-236efecd4a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:50.405471 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1c5d6cb0-81b1-4c68-a3ef-236efecd4a89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29299428a9614df49eeb7814348f3496&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3353026 Nov 19 20:50:50.408384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50766) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:50.476034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-429768bc-908d-4907-a80c-dbb436d61b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:50.504815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-429768bc-908d-4907-a80c-dbb436d61b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:50.550238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-429768bc-908d-4907-a80c-dbb436d61b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:50.555263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-75aa2e82-5f61-4e4a-8eb0-92b26316c28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:50.569010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429768bc-908d-4907-a80c-dbb436d61b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bdcc37-77fd-40a4-bb6d-8eeab5f55581,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:50.572600 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-429768bc-908d-4907-a80c-dbb436d61b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:50.573778 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-429768bc-908d-4907-a80c-dbb436d61b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:50.575032 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-429768bc-908d-4907-a80c-dbb436d61b56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61bdcc37-77fd-40a4-bb6d-8eeab5f55581 HTTP/1.1" status: 204 len: 168 time: 0.1657534 Nov 19 20:50:50.919987 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50774) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:50.939063 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e5e84305-a5f4-42f8-bc5e-ddf2ba370fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:50.971504 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e5e84305-a5f4-42f8-bc5e-ddf2ba370fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:50:50.975537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e5e84305-a5f4-42f8-bc5e-ddf2ba370fc1 admin admin] Usage tracker for resource:security_group_rule and tenant:441a21281c384dd9b1290ca0516b1a78 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:50:50.979176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-e5e84305-a5f4-42f8-bc5e-ddf2ba370fc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:50:50.984916 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e5e84305-a5f4-42f8-bc5e-ddf2ba370fc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:50:51.052889 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e5e84305-a5f4-42f8-bc5e-ddf2ba370fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:51.055739 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e5e84305-a5f4-42f8-bc5e-ddf2ba370fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:51.063225 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33cd397b-3c84-4bed-a8d9-136807e2f681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:51.110359 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e84305-a5f4-42f8-bc5e-ddf2ba370fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0952c409-7b11-4ecd-a681-0bcc63dc4ab7,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:51.115172 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-e5e84305-a5f4-42f8-bc5e-ddf2ba370fc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=441a21281c384dd9b1290ca0516b1a78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1940908 Nov 19 20:50:51.116085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e5e84305-a5f4-42f8-bc5e-ddf2ba370fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:51.117880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 50778) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:51.180564 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee7685ef-e5f9-4bd2-8a97-b50cf02300f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:51.207343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee7685ef-e5f9-4bd2-8a97-b50cf02300f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:51.251170 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee7685ef-e5f9-4bd2-8a97-b50cf02300f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:51.256054 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c20132b4-9562-4a33-9529-345ef60ec321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:51.267285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7685ef-e5f9-4bd2-8a97-b50cf02300f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0952c409-7b11-4ecd-a681-0bcc63dc4ab7,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:51.272108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee7685ef-e5f9-4bd2-8a97-b50cf02300f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:51.275179 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee7685ef-e5f9-4bd2-8a97-b50cf02300f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:51.276380 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ee7685ef-e5f9-4bd2-8a97-b50cf02300f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0952c409-7b11-4ecd-a681-0bcc63dc4ab7 HTTP/1.1" status: 204 len: 168 time: 0.1575496 Nov 19 20:50:58.677352 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 50862) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:58.828909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4715b724-b977-4f66-a6e9-11233d4d2c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:58.861244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4715b724-b977-4f66-a6e9-11233d4d2c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:50:58.865253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4715b724-b977-4f66-a6e9-11233d4d2c98 admin admin] Usage tracker for resource:security_group_rule and tenant:5936c80c97b7440dbc70c2c78df8a7a1 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:50:58.868191 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4715b724-b977-4f66-a6e9-11233d4d2c98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:50:58.873998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4715b724-b977-4f66-a6e9-11233d4d2c98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:50:58.944874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4715b724-b977-4f66-a6e9-11233d4d2c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:58.948160 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4715b724-b977-4f66-a6e9-11233d4d2c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:58.955643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cf320df0-61cd-4b38-8e4e-8858ddfaf329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:58.999015 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715b724-b977-4f66-a6e9-11233d4d2c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed090507-41c2-4039-93ef-46c24378067d,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:59.002544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4715b724-b977-4f66-a6e9-11233d4d2c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:59.005011 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-4715b724-b977-4f66-a6e9-11233d4d2c98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5936c80c97b7440dbc70c2c78df8a7a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3265672 Nov 19 20:50:59.008606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 50868) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:50:59.071133 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5e77630-48e5-4ccb-869b-c07d8838d33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:59.098229 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5e77630-48e5-4ccb-869b-c07d8838d33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:59.143003 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5e77630-48e5-4ccb-869b-c07d8838d33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:59.148008 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-460b8699-6465-435f-975f-791b5267f940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:50:59.158803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e77630-48e5-4ccb-869b-c07d8838d33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed090507-41c2-4039-93ef-46c24378067d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:50:59.162803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c5e77630-48e5-4ccb-869b-c07d8838d33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:50:59.166031 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5e77630-48e5-4ccb-869b-c07d8838d33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:50:59.167240 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c5e77630-48e5-4ccb-869b-c07d8838d33a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed090507-41c2-4039-93ef-46c24378067d HTTP/1.1" status: 204 len: 168 time: 0.1578071 Nov 19 20:51:05.569724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb920a2-708b-4fcf-8774-98abfd38f4c2 req-7d78119a-6442-4abd-82f4-a686f99127ea tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:05.571435 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ccb920a2-708b-4fcf-8774-98abfd38f4c2 req-7d78119a-6442-4abd-82f4-a686f99127ea tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0890205 Nov 19 20:51:05.831580 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ccb920a2-708b-4fcf-8774-98abfd38f4c2 req-197522ad-e3c6-4606-82dc-086db337dc9e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531281 Nov 19 20:51:07.070373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f9dce-0c2d-4eb8-a202-4faf1c7520be req-14264bd9-851c-4f3e-94d0-c6ac6fabfc1c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:07.073055 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5a5f9dce-0c2d-4eb8-a202-4faf1c7520be req-14264bd9-851c-4f3e-94d0-c6ac6fabfc1c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0906570 Nov 19 20:51:07.125395 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5a5f9dce-0c2d-4eb8-a202-4faf1c7520be req-0c28a3c5-348a-4707-9388-b682e18f79ae tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458913 Nov 19 20:51:07.533104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-fae5d717-9b3b-449b-a549-ff16826dc7de tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:07.534660 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-fae5d717-9b3b-449b-a549-ff16826dc7de tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.24 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 946 time: 0.0834427 Nov 19 20:51:07.619606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Deleting port 99acdc08-43bc-41a1-bea9-1a2f9c45399d {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:51:07.619993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:07.881374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] For port 99acdc08-43bc-41a1-bea9-1a2f9c45399d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=99acdc08-43bc-41a1-bea9-1a2f9c45399d,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:51:07.881685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:08.198019 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:08.198474 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:08.198756 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Floating IP 8d1758e7-920d-40b1-88d6-7ce7c6ad8339 disassociated. External IP: 172.28.1.2, port: 99acdc08-43bc-41a1-bea9-1a2f9c45399d. Nov 19 20:51:08.199133 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Calling delete_port for 99acdc08-43bc-41a1-bea9-1a2f9c45399d owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:51:08.411251 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:08.427258 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:08.480303 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event deleted for resources: {'Port': ['ID=99acdc08-43bc-41a1-bea9-1a2f9c45399d,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:08.516487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.516856 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.517251 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.517639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.518026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.518417 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.518795 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.519173 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.519552 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.519931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.520309 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.520710 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.521149 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.521531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.521908 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.522288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.522662 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.523039 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.523415 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.523792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.524920 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.525393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.525779 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.526162 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:08.576220 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:08.582487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c64bd-5598-4145-a8e5-70100fe22b2b req-49df5b10-91b5-4237-844e-36273661efa6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:08.584085 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-467c64bd-5598-4145-a8e5-70100fe22b2b req-49df5b10-91b5-4237-844e-36273661efa6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 867 time: 0.2693498 Nov 19 20:51:08.592453 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 99acdc08-43bc-41a1-bea9-1a2f9c45399d no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:51:08.628171 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] No Port match for: 99acdc08-43bc-41a1-bea9-1a2f9c45399d {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:51:08.628614 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 99acdc08-43bc-41a1-bea9-1a2f9c45399d not bound to the agent host hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:51:08.670388 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-467c64bd-5598-4145-a8e5-70100fe22b2b req-d6f82110-ecaa-4687-86ad-98f842ad021c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=7b292431-9072-4681-bfd7-e7a531f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722880 Nov 19 20:51:08.796937 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:08.892544 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Router ce21546e-9330-4d9b-8bac-77ff53b0db1b has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:51:09.107297 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:51:09.119444 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebbf4b1-582f-4db1-b352-cdfe7466326d None None] Sync routers for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:51:09.137948 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebbf4b1-582f-4db1-b352-cdfe7466326d None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:51:09.138658 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-eebbf4b1-582f-4db1-b352-cdfe7466326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:50:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:09.150530 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] No DVR routers for this DVR port 99acdc08-43bc-41a1-bea9-1a2f9c45399d on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:51:09.152946 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:09.155849 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'name': 'network-vif-deleted', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:51:09.173856 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-690d58d3-7701-486a-8fad-34ffcf0d06c9 req-1c525a56-9a82-4147-aa94-38a2a616b2dd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.24 "DELETE /v2.0/ports/99acdc08-43bc-41a1-bea9-1a2f9c45399d HTTP/1.1" status: 204 len: 173 time: 1.6271005 Nov 19 20:51:09.224551 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace76719-5fff-494f-a7c6-3903670acce4', 'name': 'network-vif-deleted', 'tag': '99acdc08-43bc-41a1-bea9-1a2f9c45399d', 'status': 'completed', 'code': 200} Nov 19 20:51:09.346266 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-eebbf4b1-582f-4db1-b352-cdfe7466326d None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:51:09.687613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-eebbf4b1-582f-4db1-b352-cdfe7466326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:09.691877 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebbf4b1-582f-4db1-b352-cdfe7466326d None None] Checking router: ce21546e-9330-4d9b-8bac-77ff53b0db1b for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:51:09.703978 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebbf4b1-582f-4db1-b352-cdfe7466326d None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:51:09.704673 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-eebbf4b1-582f-4db1-b352-cdfe7466326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:50:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:09.888514 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-22b7c827-9395-4e6c-bfc3-f48228142359 req-c81bb917-ed4c-46d2-9ee1-07f591d03506 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Synchronizing usage tracker for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:51:09.904693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-22b7c827-9395-4e6c-bfc3-f48228142359 req-c81bb917-ed4c-46d2-9ee1-07f591d03506 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Unset dirty status for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:51:09.906069 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-22b7c827-9395-4e6c-bfc3-f48228142359 req-c81bb917-ed4c-46d2-9ee1-07f591d03506 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=ace76719-5fff-494f-a7c6-3903670acce4 HTTP/1.1" status: 200 len: 210 time: 0.0636177 Nov 19 20:51:09.912799 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-eebbf4b1-582f-4db1-b352-cdfe7466326d None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:51:10.255390 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-eebbf4b1-582f-4db1-b352-cdfe7466326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:10.260296 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebbf4b1-582f-4db1-b352-cdfe7466326d None None] The sync data for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb is: [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:51:10.667339 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aac4d5-77c5-4789-840d-488c402afcad None None] New status for floating IP 8d1758e7-920d-40b1-88d6-7ce7c6ad8339: DOWN {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:51:11.090640 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 50998) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:11.161932 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e878fa6-ce04-4e15-8224-379938147468 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:11.192011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e878fa6-ce04-4e15-8224-379938147468 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:11.241607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e878fa6-ce04-4e15-8224-379938147468 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:11.247745 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b232ac9-9bd9-4b48-b1cf-a89a8c848076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:11.264656 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e878fa6-ce04-4e15-8224-379938147468 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b292431-9072-4681-bfd7-e7a531f99c35,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:11.270258 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e878fa6-ce04-4e15-8224-379938147468 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:11.272204 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e878fa6-ce04-4e15-8224-379938147468 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:11.273442 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7e878fa6-ce04-4e15-8224-379938147468 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "DELETE /v2.0/security-groups/7b292431-9072-4681-bfd7-e7a531f99c35 HTTP/1.1" status: 204 len: 168 time: 0.1817429 Nov 19 20:51:11.276293 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51002) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:11.294421 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.v2.resource [None req-11ce5170-9e94-4970-ab84-423ef5db1395 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] show failed (client error): The resource could not be found. Nov 19 20:51:11.295540 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-11ce5170-9e94-4970-ab84-423ef5db1395 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups/7b292431-9072-4681-bfd7-e7a531f99c35 HTTP/1.1" status: 404 len: 347 time: 0.0182498 Nov 19 20:51:11.298484 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51006) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:11.561085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-9a56d353-0bc1-46ab-9f7f-01a8fa3b738c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Deleting port 08f15735-372d-4e3e-81a5-81ec7087cbac {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:51:11.561303 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a56d353-0bc1-46ab-9f7f-01a8fa3b738c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:11.620925 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-d0e1a678-2b0f-4c9b-914c-fff2938c1063 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/floatingips/7e806668-6ba6-40c5-b9b7-6f181981ae77 HTTP/1.1" status: 200 len: 999 time: 0.2403486 Nov 19 20:51:11.884758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a56d353-0bc1-46ab-9f7f-01a8fa3b738c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:11.885096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a56d353-0bc1-46ab-9f7f-01a8fa3b738c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:11.960480 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-0d4f26e2-6bc6-4062-b428-44d25a14a9bd tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:11.962463 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-0d4f26e2-6bc6-4062-b428-44d25a14a9bd tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/networks/19bfa57d-a95f-48de-acf6-6b99b2c60e31 HTTP/1.1" status: 200 len: 784 time: 0.3199840 Nov 19 20:51:12.025608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-9a56d353-0bc1-46ab-9f7f-01a8fa3b738c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Calling delete_port for 08f15735-372d-4e3e-81a5-81ec7087cbac owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:51:12.194067 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b66c8332-00a2-4a0e-8a80-2f75ee5f6b9e tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.102 HTTP/1.1" status: 200 len: 1002 time: 0.1759598 Nov 19 20:51:12.320109 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-3943e5b7-1ed6-40d5-a249-03eee5193ad1 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:12.322160 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-3943e5b7-1ed6-40d5-a249-03eee5193ad1 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports/47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 200 len: 943 time: 0.1217349 Nov 19 20:51:12.325463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a56d353-0bc1-46ab-9f7f-01a8fa3b738c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:12.343946 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-16d20c14-ceff-4819-80ad-fbd305f85c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:12.399757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56d353-0bc1-46ab-9f7f-01a8fa3b738c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event deleted for resources: {'Port': ['ID=08f15735-372d-4e3e-81a5-81ec7087cbac,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:12.403693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9a56d353-0bc1-46ab-9f7f-01a8fa3b738c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:12.596407 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-e6831bdc-e816-44a5-9e9c-5af2be0c8a9d tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.102 HTTP/1.1" status: 200 len: 1002 time: 0.1898105 Nov 19 20:51:12.748083 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-51993898-a997-4e17-a81e-ef9ea0486b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:12.806964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a56d353-0bc1-46ab-9f7f-01a8fa3b738c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.085241 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a56d353-0bc1-46ab-9f7f-01a8fa3b738c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.086484 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9a56d353-0bc1-46ab-9f7f-01a8fa3b738c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "DELETE /v2.0/floatingips/8d1758e7-920d-40b1-88d6-7ce7c6ad8339 HTTP/1.1" status: 204 len: 168 time: 1.7870305 Nov 19 20:51:13.095814 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Deleting port ad6fcf9d-d88a-4a23-aaa5-ef020757f75b {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:51:13.096492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.279286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.279593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.373832 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 51030) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:13.379768 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'security_group': {'name': 'tempest-securitygroup--2121140216', 'description': 'tempest-description--2053350627'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:51:13.386870 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:51:13.391276 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Usage tracker for resource:security_group and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:51:13.394312 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:51:13.401116 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:51:13.411482 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.412266 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Calling delete_port for ad6fcf9d-d88a-4a23-aaa5-ef020757f75b owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:51:13.449031 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:51:13.453041 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Usage tracker for resource:security_group_rule and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:51:13.455926 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:51:13.461979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:51:13.521744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.525055 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.530398 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3c567f9b-fc4a-4bac-8c1c-351c35c044eb tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:13.569001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.577511 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'SecurityGroup': ['ID=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:13.580459 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.584381 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2068443 Nov 19 20:51:13.584381 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-16757dd1-760d-49b1-be99-8cd884a953f2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:13.584646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d2765b55-fb35-4348-a3a3-8158cf6322b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:13.584737 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 51034) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:13.590203 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'security_group_rule': {'security_group_id': '2819d7c5-e55c-4c87-aa3e-c97585a0a4e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:51:13.596786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:51:13.600842 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Usage tracker for resource:security_group_rule and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:51:13.604416 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:51:13.610230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:51:13.628353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Pushing event deleted for resources: {'Port': ['ID=ad6fcf9d-d88a-4a23-aaa5-ef020757f75b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:13.628720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.641117 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:13.702785 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.705424 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.713210 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-714d7a0b-7df5-4893-9811-4f650ddf2a4a tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:13.733760 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21795767-b358-4312-9d52-628713c4299e,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:13.736746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:13.744718 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.746021 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-2050883e-9502-4b6e-9397-4d760ca47f5d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1604328 Nov 19 20:51:13.748836 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 51038) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:13.755275 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'security_group_rule': {'security_group_id': '2819d7c5-e55c-4c87-aa3e-c97585a0a4e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:51:13.761688 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:51:13.765803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Usage tracker for resource:security_group_rule and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:51:13.768862 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:51:13.774704 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:51:13.791852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.810263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.810631 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Floating IP 7e806668-6ba6-40c5-b9b7-6f181981ae77 disassociated (deleted). External IP: 172.28.1.102, port: 47899c8b-9f2d-46b9-8528-b0cc21fb8722. Nov 19 20:51:13.857995 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.860655 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637999'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.868775 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:13.889980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a60ee7-d467-4443-a13b-3985820ccd1d,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:13.892651 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:13.896092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:13.897354 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9f06d4b2-6a1f-43b1-b43c-87fcfed23512 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1475406 Nov 19 20:51:13.901348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 51042) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:13.906817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'floatingip': {'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:51:13.912888 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:51:13.917588 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Usage tracker for resource:floatingip and tenant:81d691c4141f4953aeacf85947be2fe5 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:51:13.920774 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:51:13.926800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:51:13.940023 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:14.119537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:14.231798 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Router e2ad5111-bb78-40ac-989a-174a342f858f has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:51:14.397857 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Allocated IP 172.28.1.220 (19bfa57d-a95f-48de-acf6-6b99b2c60e31/785510c2-2106-47be-a83e-d82e7889b90b/820027f6-0671-4761-ae2b-d2dd0900dcac) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:51:14.443968 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:51:14.454533 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dcbc4c-030f-4a3f-9f9a-6ee95489cfda None None] Sync routers for ids ['e2ad5111-bb78-40ac-989a-174a342f858f'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:51:14.469238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dcbc4c-030f-4a3f-9f9a-6ee95489cfda None None] Routers {'e2ad5111-bb78-40ac-989a-174a342f858f'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:51:14.470049 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e7dcbc4c-030f-4a3f-9f9a-6ee95489cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:50:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['e2ad5111-bb78-40ac-989a-174a342f858f'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:14.471961 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:14.547875 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-b9c637d9-5ac1-4bee-9cff-bcbf76a409a5 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "DELETE /v2.0/floatingips/7e806668-6ba6-40c5-b9b7-6f181981ae77 HTTP/1.1" status: 204 len: 173 time: 1.9439497 Nov 19 20:51:14.548499 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:51:14.585240 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:14.617174 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:14.639767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-02228cd2-46c6-4b0f-bd7c-d4a3c0b53772 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:14.797054 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722', 'status': 'completed', 'code': 200} Nov 19 20:51:14.806275 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'Port': ['ID=820027f6-0671-4761-ae2b-d2dd0900dcac,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:14.815663 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:14.819936 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-989b26f7-267a-4c02-9a51-63aff849de0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=307deb72dd1a4c45818cccc576ec2e42&device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 1163 time: 0.2565243 Nov 19 20:51:14.847875 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-e7dcbc4c-030f-4a3f-9f9a-6ee95489cfda None None] Set router e2ad5111-bb78-40ac-989a-174a342f858f gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:51:14.914226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Network 19bfa57d-a95f-48de-acf6-6b99b2c60e31 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:51:14.918207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:51:14.921080 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:51:14.969936 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-a5961aa5-23e8-424d-8c70-224cd0f8f2cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:14.971545 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-a5961aa5-23e8-424d-8c70-224cd0f8f2cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45 HTTP/1.1" status: 200 len: 903 time: 0.1433091 Nov 19 20:51:14.987800 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa72d9ae-e34f-4846-9d99-7a300c6d227b req-acf3df29-1bbf-41f0-a1ec-1254259adacd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=307deb72dd1a4c45818cccc576ec2e42&device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 1163 time: 0.1399081 Nov 19 20:51:15.047458 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-6353ad60-ab8a-4e5c-850d-a5922189fbee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 200 len: 217 time: 0.0671647 Nov 19 20:51:15.157154 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:15.159906 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72d9ae-e34f-4846-9d99-7a300c6d227b req-e855805f-8cb0-40cc-a1ec-b2e1f7821041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:15.161524 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa72d9ae-e34f-4846-9d99-7a300c6d227b req-e855805f-8cb0-40cc-a1ec-b2e1f7821041 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45 HTTP/1.1" status: 200 len: 903 time: 0.1663306 Nov 19 20:51:15.168810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-ed42c676-8273-4c4a-9b95-42d90a7cf201 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:15.181416 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-ed42c676-8273-4c4a-9b95-42d90a7cf201 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2607b434-3a11-45ea-9600-89c742938838 HTTP/1.1" status: 200 len: 848 time: 0.1259484 Nov 19 20:51:15.221604 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e7dcbc4c-030f-4a3f-9f9a-6ee95489cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:37Z', 'revision_number': 4, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '449c2b24-bad7-4e20-8745-4a0c5e74372f', 'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'mac_address': 'fa:16:3e:0d:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2607b434-3a11-45ea-9600-89c742938838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:34Z', 'updated_at': '2020-11-19T20:46:46Z', 'revision_number': 5, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'subnets': [{'id': '2607b434-3a11-45ea-9600-89c742938838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:15.227303 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dcbc4c-030f-4a3f-9f9a-6ee95489cfda None None] Checking router: e2ad5111-bb78-40ac-989a-174a342f858f for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:51:15.240699 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dcbc4c-030f-4a3f-9f9a-6ee95489cfda None None] Routers {'e2ad5111-bb78-40ac-989a-174a342f858f'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:51:15.241636 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e7dcbc4c-030f-4a3f-9f9a-6ee95489cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:50:45Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['e2ad5111-bb78-40ac-989a-174a342f858f'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:15.261793 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-6f9e6c7b-a216-4340-83b8-0f778b617b0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794218 Nov 19 20:51:15.284328 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa72d9ae-e34f-4846-9d99-7a300c6d227b req-6cc7d492-8552-440c-8019-2a1ec069a0e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 200 len: 217 time: 0.0909402 Nov 19 20:51:15.443153 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-64cae24e-c7c9-41ad-833b-a4af126af0fd service neutron] 10.222.0.13 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719720 Nov 19 20:51:15.483441 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-e7dcbc4c-030f-4a3f-9f9a-6ee95489cfda None None] Set router e2ad5111-bb78-40ac-989a-174a342f858f gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:51:15.567999 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:15.611021 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-39a0c238-46d3-4a3b-83de-9da1a6c2819b req-e42a7a3e-2d18-4547-b4c4-21d1d081c13a service neutron] 10.222.0.13 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1600802 Nov 19 20:51:15.687644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-22b6bb22-3de0-4570-bad8-bdef813af5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:15.738363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72d9ae-e34f-4846-9d99-7a300c6d227b req-13d5dab3-d04b-4a34-b8ed-d3d5d6723048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:15.739961 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa72d9ae-e34f-4846-9d99-7a300c6d227b req-13d5dab3-d04b-4a34-b8ed-d3d5d6723048 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2607b434-3a11-45ea-9600-89c742938838 HTTP/1.1" status: 200 len: 848 time: 0.4479887 Nov 19 20:51:15.905184 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:15.918566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e7dcbc4c-030f-4a3f-9f9a-6ee95489cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:37Z', 'revision_number': 4, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '449c2b24-bad7-4e20-8745-4a0c5e74372f', 'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'mac_address': 'fa:16:3e:0d:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2607b434-3a11-45ea-9600-89c742938838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:34Z', 'updated_at': '2020-11-19T20:46:46Z', 'revision_number': 5, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'subnets': [{'id': '2607b434-3a11-45ea-9600-89c742938838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:15.923746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dcbc4c-030f-4a3f-9f9a-6ee95489cfda None None] The sync data for ids ['e2ad5111-bb78-40ac-989a-174a342f858f'] in dv-cinder-750782-3-smb is: [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:46:37Z', 'revision_number': 4, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '449c2b24-bad7-4e20-8745-4a0c5e74372f', 'name': '', 'network_id': '4740be30-df2d-4cd3-9756-6a3c6b6cdb45', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'mac_address': 'fa:16:3e:0d:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2607b434-3a11-45ea-9600-89c742938838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:34Z', 'updated_at': '2020-11-19T20:46:46Z', 'revision_number': 5, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'subnets': [{'id': '2607b434-3a11-45ea-9600-89c742938838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:51:15.957095 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa72d9ae-e34f-4846-9d99-7a300c6d227b req-44719d49-13c0-4bb8-90dc-985258c508f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4740be30-df2d-4cd3-9756-6a3c6b6cdb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1997492 Nov 19 20:51:16.099446 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8c9ba-836f-4cfd-851d-4626b413998e req-90857bce-de52-45e9-b2e8-a79196ff2864 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:16.100327 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-50b8c9ba-836f-4cfd-851d-4626b413998e req-90857bce-de52-45e9-b2e8-a79196ff2864 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Synchronizing usage tracker for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:51:16.116602 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-50b8c9ba-836f-4cfd-851d-4626b413998e req-90857bce-de52-45e9-b2e8-a79196ff2864 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Unset dirty status for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:51:16.121069 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-50b8c9ba-836f-4cfd-851d-4626b413998e req-90857bce-de52-45e9-b2e8-a79196ff2864 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.1130936 Nov 19 20:51:16.146696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:16.153720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:16.171326 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-50b8c9ba-836f-4cfd-851d-4626b413998e req-b9c32078-56bc-4949-b63f-33a4686d3caf tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0457397 Nov 19 20:51:16.178960 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:16.263639 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa72d9ae-e34f-4846-9d99-7a300c6d227b req-5d5bfd41-2656-4dbb-b63d-49ae05428730 service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950540 Nov 19 20:51:16.370530 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a206d2f-3649-4099-8351-3adef111b775 None None] New status for floating IP 7e806668-6ba6-40c5-b9b7-6f181981ae77: DOWN {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:51:16.376171 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'Port': ['ID=820027f6-0671-4761-ae2b-d2dd0900dcac,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:16.393833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:16.568261 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aa72d9ae-e34f-4846-9d99-7a300c6d227b req-e20c47c1-7542-4253-a32a-523cdc37cea6 service neutron] 10.222.0.24 "GET /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2476521 Nov 19 20:51:16.592721 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:16.616685 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:16.618642 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-b1882018-edea-4e6f-a2c1-56468d29bab5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7156980 Nov 19 20:51:16.871001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-7f80d967-07b5-456c-a043-0e28c28a6a93 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Synchronizing usage tracker for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:51:16.886703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-7f80d967-07b5-456c-a043-0e28c28a6a93 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Unset dirty status for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:51:16.887988 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-7f80d967-07b5-456c-a043-0e28c28a6a93 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2121140216&fields=id&tenant_id=81d691c4141f4953aeacf85947be2fe5 HTTP/1.1" status: 200 len: 267 time: 0.0622787 Nov 19 20:51:16.890823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:16.915019 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:17.052641 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-85b9d2d4-8356-4d7c-90b9-46608c9448c8 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:17.054204 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-85b9d2d4-8356-4d7c-90b9-46608c9448c8 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 817 time: 0.1590259 Nov 19 20:51:17.073485 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-cc31f130-6149-4252-9b90-a960cac2f680 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/quotas/81d691c4141f4953aeacf85947be2fe5 HTTP/1.1" status: 200 len: 375 time: 0.0121982 Nov 19 20:51:17.167109 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-961bbe5a-d277-4187-9c62-4b77d072b71e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872860 Nov 19 20:51:17.401745 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e03ad-eadb-4e19-af27-d3fdfcaad872 req-f26c1bb4-2806-4b85-bd37-1a7a944ad843 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:17.403298 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ce5e03ad-eadb-4e19-af27-d3fdfcaad872 req-f26c1bb4-2806-4b85-bd37-1a7a944ad843 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0921786 Nov 19 20:51:17.421491 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-5a5ccb5d-4d8c-4789-a4c6-365ae4c3d459 service neutron] 10.222.0.13 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419174 Nov 19 20:51:17.454850 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ce5e03ad-eadb-4e19-af27-d3fdfcaad872 req-6ebccfc7-8703-4c0a-a58d-460361ef6f85 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups?id=4b148d89-5765-4017-ab45-46039db3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445359 Nov 19 20:51:17.617208 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-18f601ca-1ee7-4f96-a6d9-9eb301ae9b2e service neutron] 10.222.0.13 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1878066 Nov 19 20:51:17.671402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3b46b-e359-4206-bb51-0a5a3d416886 req-7ff9e80c-a72b-4c50-8b15-fc1334701309 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:17.671402 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4fb3b46b-e359-4206-bb51-0a5a3d416886 req-7ff9e80c-a72b-4c50-8b15-fc1334701309 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.24 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 946 time: 0.0945642 Nov 19 20:51:17.754060 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-4fb3b46b-e359-4206-bb51-0a5a3d416886 req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Deleting port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:51:17.754448 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4fb3b46b-e359-4206-bb51-0a5a3d416886 req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:17.865879 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-cfa108a7-9fa3-4cdf-ba37-383e83295f11 req-a6dddea2-10dc-4ee0-869b-aaae78a7f4a9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Synchronizing usage tracker for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:51:17.881929 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-cfa108a7-9fa3-4cdf-ba37-383e83295f11 req-a6dddea2-10dc-4ee0-869b-aaae78a7f4a9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Unset dirty status for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:51:17.884040 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cfa108a7-9fa3-4cdf-ba37-383e83295f11 req-a6dddea2-10dc-4ee0-869b-aaae78a7f4a9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 210 time: 0.0630889 Nov 19 20:51:18.053529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-4fb3b46b-e359-4206-bb51-0a5a3d416886 req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] For port 47899c8b-9f2d-46b9-8528-b0cc21fb8722, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=47899c8b-9f2d-46b9-8528-b0cc21fb8722,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:51:18.053934 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4fb3b46b-e359-4206-bb51-0a5a3d416886 req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:18.186052 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-4fb3b46b-e359-4206-bb51-0a5a3d416886 req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Calling delete_port for 47899c8b-9f2d-46b9-8528-b0cc21fb8722 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:51:18.335833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4fb3b46b-e359-4206-bb51-0a5a3d416886 req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:18.354078 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9432465e-2cb0-4745-bdd3-d4013e287b3d tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:18.412047 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Pushing event deleted for resources: {'Port': ['ID=47899c8b-9f2d-46b9-8528-b0cc21fb8722,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:18.415110 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:18.566209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb3b46b-e359-4206-bb51-0a5a3d416886 req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] No DVR routers for this DVR port 47899c8b-9f2d-46b9-8528-b0cc21fb8722 on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:51:18.568568 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4fb3b46b-e359-4206-bb51-0a5a3d416886 req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:18.572665 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'name': 'network-vif-deleted', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:51:18.622647 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4fb3b46b-e359-4206-bb51-0a5a3d416886 req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.24 "DELETE /v2.0/ports/47899c8b-9f2d-46b9-8528-b0cc21fb8722 HTTP/1.1" status: 204 len: 173 time: 0.9499035 Nov 19 20:51:18.635570 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a6b881-891c-47a0-9c5a-4934b5c95ff6', 'name': 'network-vif-deleted', 'tag': '47899c8b-9f2d-46b9-8528-b0cc21fb8722', 'status': 'completed', 'code': 200} Nov 19 20:51:18.636972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-fdaa7014-4daf-45cb-b13c-4b30192be689 req-081cd64d-2c68-47a0-9f3a-11096f610ac7 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Synchronizing usage tracker for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:51:18.652592 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-fdaa7014-4daf-45cb-b13c-4b30192be689 req-081cd64d-2c68-47a0-9f3a-11096f610ac7 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Unset dirty status for tenant:307deb72dd1a4c45818cccc576ec2e42 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:51:18.654691 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-fdaa7014-4daf-45cb-b13c-4b30192be689 req-081cd64d-2c68-47a0-9f3a-11096f610ac7 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 210 time: 0.0680404 Nov 19 20:51:18.735487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 47899c8b-9f2d-46b9-8528-b0cc21fb8722 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:51:18.771020 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] No Port match for: 47899c8b-9f2d-46b9-8528-b0cc21fb8722 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:51:18.771346 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 47899c8b-9f2d-46b9-8528-b0cc21fb8722 not bound to the agent host hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:51:19.171168 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-e5092613-02ac-405f-9d69-b9bf9e9f9391 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:19.172710 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-e5092613-02ac-405f-9d69-b9bf9e9f9391 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 817 time: 0.2769525 Nov 19 20:51:19.261950 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-23471e82-680d-4af8-8fe4-4a0fe20df578 req-90cc96a5-211a-4ccd-b36d-21458e2ccc4d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 210 time: 0.0783503 Nov 19 20:51:19.317249 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-2b0ec969-c62c-493b-9d68-e20b3103df9c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81d691c4141f4953aeacf85947be2fe5 HTTP/1.1" status: 200 len: 5045 time: 0.1204925 Nov 19 20:51:19.327983 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'port': {'device_id': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'admin_state_up': True, 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'security_groups': ['2819d7c5-e55c-4c87-aa3e-c97585a0a4e7']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:51:19.485337 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:51:19.495508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:51:19.504744 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Made reservation on behalf of 81d691c4141f4953aeacf85947be2fe5 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:51:19.510636 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:19.863237 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-61d87e61-445f-4e13-92e5-af7b9060755d req-a6311afa-b1d2-4758-b3b7-c7d124ce02cb tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/ports?device_id=81a6b881-891c-47a0-9c5a-4934b5c95ff6 HTTP/1.1" status: 200 len: 210 time: 0.0536196 Nov 19 20:51:19.878080 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Allocated IP 172.20.0.14 (aadb73e4-69a8-43c4-b6f9-c6004513a7df/b11ed45c-7ceb-4433-9b12-5be99c90d361/d9065e00-6b67-4600-a6e0-3c94b410a809) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:51:20.297692 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:20.314664 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Transition to ACTIVE for port object d9065e00-6b67-4600-a6e0-3c94b410a809 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:51:20.334889 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:20.350043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-48e0b648-be7c-431d-8559-362a7f170c38 tempest-VolumesActionsTest-878988776 tempest-VolumesActionsTest-878988776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:20.492023 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd333d53-33a6-4988-90c1-f36bc4e6382e req-ddd1fb10-a1bb-4100-a730-ad9aa24578cd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:20.494346 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bd333d53-33a6-4988-90c1-f36bc4e6382e req-ddd1fb10-a1bb-4100-a730-ad9aa24578cd tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 932 time: 0.0835381 Nov 19 20:51:20.499711 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event updated for resources: {'Port': ['ID=d9065e00-6b67-4600-a6e0-3c94b410a809,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:20.504825 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:20.543294 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-bd333d53-33a6-4988-90c1-f36bc4e6382e req-4b37d1fc-9d49-4058-9c23-a3b997cbe295 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Synchronizing usage tracker for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:51:20.548343 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:51:20.549504 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:51:20.551905 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:51:20.556518 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-bd333d53-33a6-4988-90c1-f36bc4e6382e req-4b37d1fc-9d49-4058-9c23-a3b997cbe295 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Unset dirty status for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:51:20.557642 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bd333d53-33a6-4988-90c1-f36bc4e6382e req-4b37d1fc-9d49-4058-9c23-a3b997cbe295 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569978 Nov 19 20:51:20.618682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:20.619357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:20.645351 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-083f3768-24b7-4fd5-acc5-c2dc24f3f84b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3216436 Nov 19 20:51:20.663479 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Request body: {'port': {'device_id': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:51:20.790096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:20.815281 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-96d4f309-c957-4679-87e1-561187684e98 None None] Provisioning for port d9065e00-6b67-4600-a6e0-3c94b410a809 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:51:20.820377 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-96d4f309-c957-4679-87e1-561187684e98 None None] Provisioning complete for port d9065e00-6b67-4600-a6e0-3c94b410a809 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:51:20.820964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-96d4f309-c957-4679-87e1-561187684e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:20.876924 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-96d4f309-c957-4679-87e1-561187684e98 None None] Port d9065e00-6b67-4600-a6e0-3c94b410a809 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 20:51:21.053895 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-45dd1394-5f76-411a-81d2-c8dbeeb95c83 req-ea2c364b-d2bf-44f4-a50e-a2926170eff6 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "GET /v2.0/security-groups/4b148d89-5765-4017-ab45-46039db3499c HTTP/1.1" status: 200 len: 2647 time: 0.0525508 Nov 19 20:51:21.133797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-45dd1394-5f76-411a-81d2-c8dbeeb95c83 req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:21.164668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-45dd1394-5f76-411a-81d2-c8dbeeb95c83 req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:21.213527 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-45dd1394-5f76-411a-81d2-c8dbeeb95c83 req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:21.218716 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5613bc35-40ba-4069-a429-c5976357fd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:21.222609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9065e00-6b67-4600-a6e0-3c94b410a809 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:51:21.229806 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:21.234043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b148d89-5765-4017-ab45-46039db3499c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:21.242813 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Transition to ACTIVE for port object d9065e00-6b67-4600-a6e0-3c94b410a809 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:51:21.245504 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:21.248831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.249243 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.249647 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.250044 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.250436 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.250827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.251507 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.251901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.252290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.252696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.253083 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.253465 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.253906 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.254289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.254672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.255059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.255441 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.255821 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.256198 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.256602 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.256983 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.257362 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.257765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.258697 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:21.262814 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:21.264231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-45dd1394-5f76-411a-81d2-c8dbeeb95c83 req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:21.265720 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b6767de6-04b8-40ca-8982-7364c1e75f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:21.269494 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-45dd1394-5f76-411a-81d2-c8dbeeb95c83 req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] 10.222.0.13 "DELETE /v2.0/security-groups/4b148d89-5765-4017-ab45-46039db3499c HTTP/1.1" status: 204 len: 173 time: 0.2091923 Nov 19 20:51:21.324602 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51138) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:21.420209 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Pushing event updated for resources: {'Port': ['ID=d9065e00-6b67-4600-a6e0-3c94b410a809,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:21.423400 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:21.620029 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Attempting to bind port d9065e00-6b67-4600-a6e0-3c94b410a809 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:51:21.620413 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Attempting to bind port d9065e00-6b67-4600-a6e0-3c94b410a809 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:51:21.620825 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Attempting to bind port d9065e00-6b67-4600-a6e0-3c94b410a809 on network aadb73e4-69a8-43c4-b6f9-c6004513a7df {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:51:21.635075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:51:21.635075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Checking segment: {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:51:21.635075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:21.635075 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Bound using segment: {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:51:21.636912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Bound port: d9065e00-6b67-4600-a6e0-3c94b410a809, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140de590-c98c-4aeb-9ada-3333bdbbdd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:51:21.637300 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:21.750351 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] For port d9065e00-6b67-4600-a6e0-3c94b410a809, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:51:21.753938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] For port d9065e00-6b67-4600-a6e0-3c94b410a809, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d9065e00-6b67-4600-a6e0-3c94b410a809,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:51:21.757784 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:21.775013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-584020a6-f367-48b8-bc56-d340830834c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:21.952284 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Pushing event updated for resources: {'Port': ['ID=d9065e00-6b67-4600-a6e0-3c94b410a809,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:21.957530 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:21.998230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:22.000026 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] 10.222.0.24 "PUT /v2.0/ports/d9065e00-6b67-4600-a6e0-3c94b410a809 HTTP/1.1" status: 200 len: 1158 time: 1.3417442 Nov 19 20:51:22.000611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:51:22.169967 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809', 'status': 'completed', 'code': 200} Nov 19 20:51:22.191528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881109-84c5-43e9-8de9-7480bc5b065d req-caff7344-3329-4749-a366-4ca1ee766d7e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:22.200135 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-00881109-84c5-43e9-8de9-7480bc5b065d req-caff7344-3329-4749-a366-4ca1ee766d7e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.2210381 Nov 19 20:51:22.225780 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-e0165264-d619-493c-9997-9b95f67b8525 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 1161 time: 0.1553409 Nov 19 20:51:22.249910 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852704235'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:22.325587 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-75926dea-1213-4b73-88fe-3d209a2776d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9065e00-6b67-4600-a6e0-3c94b410a809 HTTP/1.1" status: 200 len: 217 time: 0.0855980 Nov 19 20:51:22.393246 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-00881109-84c5-43e9-8de9-7480bc5b065d req-a8b916b1-df46-4a77-bd94-d8348664f572 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921268 Nov 19 20:51:22.403835 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-e70de599-d4f3-42a1-b40e-b7ca0a52df3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:22.405911 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-e70de599-d4f3-42a1-b40e-b7ca0a52df3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.0730364 Nov 19 20:51:22.500380 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-7a628573-f805-46f7-81e9-7fd3fdf759c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873744 Nov 19 20:51:22.658961 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-ec90931c-53e4-4270-b51c-bb9436875a77 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519380 Nov 19 20:51:22.830090 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8856fd4c-5de7-45b7-8b5a-f9405b77c7e2 req-9a99fa58-b4c8-4ee9-bc11-3d656c0479b2 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1642816 Nov 19 20:51:22.988474 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-61cfd965-56e8-4772-947f-7a462f085a6a req-8f416ddf-0b9b-4fb3-a27b-8e407277f89a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 1161 time: 0.0757306 Nov 19 20:51:22.994539 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] Deleting port 449c2b24-bad7-4e20-8745-4a0c5e74372f {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:51:22.994910 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:23.137136 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfd965-56e8-4772-947f-7a462f085a6a req-7a0a8f6f-7873-4c5c-9b2e-b6d21d277b13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:23.138865 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-61cfd965-56e8-4772-947f-7a462f085a6a req-7a0a8f6f-7873-4c5c-9b2e-b6d21d277b13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 911 time: 0.1439795 Nov 19 20:51:23.178811 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] For port 449c2b24-bad7-4e20-8745-4a0c5e74372f, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=449c2b24-bad7-4e20-8745-4a0c5e74372f,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:51:23.179200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:23.215743 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-61cfd965-56e8-4772-947f-7a462f085a6a req-5e67237d-75f1-4234-84ce-533a4a8672ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9065e00-6b67-4600-a6e0-3c94b410a809 HTTP/1.1" status: 200 len: 217 time: 0.0686498 Nov 19 20:51:23.288242 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfd965-56e8-4772-947f-7a462f085a6a req-f9a7debb-0e58-4ed5-8946-59331246489e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:23.290794 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-61cfd965-56e8-4772-947f-7a462f085a6a req-f9a7debb-0e58-4ed5-8946-59331246489e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.0669580 Nov 19 20:51:23.311218 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] Calling delete_port for 449c2b24-bad7-4e20-8745-4a0c5e74372f owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:51:23.374511 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-61cfd965-56e8-4772-947f-7a462f085a6a req-dbd60803-9ad1-48a8-8321-1a9261519893 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759790 Nov 19 20:51:23.509252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:23.532880 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-61cfd965-56e8-4772-947f-7a462f085a6a req-4c1532ac-fb9f-4dbf-a73a-eba97acdd94a service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500156 Nov 19 20:51:23.596726 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-de47b6b0-6de7-4021-84b5-29fb0c4df1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:23.654801 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] Pushing event deleted for resources: {'Port': ['ID=449c2b24-bad7-4e20-8745-4a0c5e74372f,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:23.658820 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:23.755640 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-61cfd965-56e8-4772-947f-7a462f085a6a req-6955f8b5-77bf-4aac-9916-edee724d3a7e service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2150033 Nov 19 20:51:23.772156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952a05-5df4-4b83-b92a-09c37f701064 req-9284eaff-5ae1-4d69-8f53-7d3943f7729e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:23.772953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-82952a05-5df4-4b83-b92a-09c37f701064 req-9284eaff-5ae1-4d69-8f53-7d3943f7729e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Synchronizing usage tracker for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:51:23.793251 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-82952a05-5df4-4b83-b92a-09c37f701064 req-9284eaff-5ae1-4d69-8f53-7d3943f7729e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Unset dirty status for tenant:81d691c4141f4953aeacf85947be2fe5 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:51:23.794700 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-82952a05-5df4-4b83-b92a-09c37f701064 req-9284eaff-5ae1-4d69-8f53-7d3943f7729e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.2065938 Nov 19 20:51:23.847708 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-82952a05-5df4-4b83-b92a-09c37f701064 req-80ec6d27-71cc-4410-a2fe-f4541acc1e2e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459228 Nov 19 20:51:23.966438 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7106762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853170599'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:24.934995 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] Router e2ad5111-bb78-40ac-989a-174a342f858f has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:51:25.167280 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81589-b59d-4450-8638-71b2e7de217e req-adac55a1-395b-4cbb-bdac-7bd9faedc605 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:25.168824 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-baa81589-b59d-4450-8638-71b2e7de217e req-adac55a1-395b-4cbb-bdac-7bd9faedc605 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.1657860 Nov 19 20:51:25.238038 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-baa81589-b59d-4450-8638-71b2e7de217e req-17d083bd-f2ef-4bfa-ad18-d6821906d012 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630345 Nov 19 20:51:25.260874 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:51:25.270724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c664a-00ac-44ad-9296-376b9145f2a8 None None] Sync routers for ids ['e2ad5111-bb78-40ac-989a-174a342f858f'] in dv-cinder-750782-3-smb {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:51:25.279907 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a6e0c012-34cf-4241-9986-fbeb699f524b admin admin] 10.222.0.13 "PUT /v2.0/routers/e2ad5111-bb78-40ac-989a-174a342f858f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9541726 Nov 19 20:51:25.282498 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51168) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:25.284412 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c664a-00ac-44ad-9296-376b9145f2a8 None None] Routers {'e2ad5111-bb78-40ac-989a-174a342f858f'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:51:25.285123 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a79c664a-00ac-44ad-9296-376b9145f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:51:16Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['e2ad5111-bb78-40ac-989a-174a342f858f'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:25.345409 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device d9065e00-6b67-4600-a6e0-3c94b410a809 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:51:25.491119 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:25.519396 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port d9065e00-6b67-4600-a6e0-3c94b410a809 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:51:25.531666 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port d9065e00-6b67-4600-a6e0-3c94b410a809 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:51:25.532085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:25.583604 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a79c664a-00ac-44ad-9296-376b9145f2a8 None None] Set router e2ad5111-bb78-40ac-989a-174a342f858f gateway port host: dv-cinder-750782-3-smb {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:51:25.703803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:25.712319 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Deleting port d94bbc01-606e-43a9-a169-487de7d025f1 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:51:25.712724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:25.761195 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:51:25.866572 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:25.902898 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] For port d94bbc01-606e-43a9-a169-487de7d025f1, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=d94bbc01-606e-43a9-a169-487de7d025f1,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:51:25.903286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:25.941606 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:51:25.962454 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port d9065e00-6b67-4600-a6e0-3c94b410a809, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d9065e00-6b67-4600-a6e0-3c94b410a809,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:51:25.972082 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:25.975549 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c2f41808-c84f-4756-91d1-445fbea9e670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:26.033702 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809', 'code': 200} Nov 19 20:51:26.042510 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Calling delete_port for d94bbc01-606e-43a9-a169-487de7d025f1 owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:51:26.059813 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a79c664a-00ac-44ad-9296-376b9145f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:51:23Z', 'revision_number': 5, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port': {'id': 'd94bbc01-606e-43a9-a169-487de7d025f1', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:46:30Z', 'updated_at': '2020-11-19T20:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:26.063462 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=d9065e00-6b67-4600-a6e0-3c94b410a809,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:26.067713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c664a-00ac-44ad-9296-376b9145f2a8 None None] Checking router: e2ad5111-bb78-40ac-989a-174a342f858f for host: dv-cinder-750782-3-smb {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:51:26.081682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.081682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.082037 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.082863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.082863 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.083112 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.083489 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.084234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.084234 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.084956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.084956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.085734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.085734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.089102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.089522 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.089919 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.090294 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.090676 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.091083 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.092658 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.092954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.093342 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.093722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.094095 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:51:26.100356 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:26.105291 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c664a-00ac-44ad-9296-376b9145f2a8 None None] Routers {'e2ad5111-bb78-40ac-989a-174a342f858f'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:51:26.105980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a79c664a-00ac-44ad-9296-376b9145f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:51:16Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['e2ad5111-bb78-40ac-989a-174a342f858f'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:26.283418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:26.331959 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51182) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:26.332755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-18c838e9-aeb1-46c3-9663-5207a94a9ad5 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:26.386115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94bbc01-606e-43a9-a169-487de7d025f1,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:26.391097 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:26.392532 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-174072cc-017b-439d-a865-69c5b4cc1ba2 req-a35f72d4-00a2-42d7-8134-80f2595cdab3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 1163 time: 0.1193740 Nov 19 20:51:26.447256 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-174072cc-017b-439d-a865-69c5b4cc1ba2 req-f9efab34-7e70-48a1-a439-8fdc3d8355ae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458145 Nov 19 20:51:26.457572 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a79c664a-00ac-44ad-9296-376b9145f2a8 None None] Set router e2ad5111-bb78-40ac-989a-174a342f858f gateway port host: None {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:51:26.571762 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a79c664a-00ac-44ad-9296-376b9145f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:51:25Z', 'revision_number': 6, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port_host': None}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:26.576010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c664a-00ac-44ad-9296-376b9145f2a8 None None] The sync data for ids ['e2ad5111-bb78-40ac-989a-174a342f858f'] in dv-cinder-750782-3-smb is: [{'id': 'e2ad5111-bb78-40ac-989a-174a342f858f', 'name': 'tempest-TestShelveInstance-1153692136-router', 'tenant_id': '307deb72dd1a4c45818cccc576ec2e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:46:29Z', 'updated_at': '2020-11-19T20:51:25Z', 'revision_number': 6, 'project_id': '307deb72dd1a4c45818cccc576ec2e42', 'gw_port_host': None}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:51:26.592416 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1e78a6f0-038b-47ed-8d8f-54c6826f5a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:26.682244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1e78a6f0-038b-47ed-8d8f-54c6826f5a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:51:26.699856 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5623e68-89e9-4eb9-a56c-a3cc5b749a35 req-5f972df4-ce85-498f-bcde-65487ee66fed tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:26.701500 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f5623e68-89e9-4eb9-a56c-a3cc5b749a35 req-5f972df4-ce85-498f-bcde-65487ee66fed tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.2221031 Nov 19 20:51:26.702516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1e78a6f0-038b-47ed-8d8f-54c6826f5a0f admin admin] Usage tracker for resource:security_group_rule and tenant:321e9fd70a06469fbcbb56e93ddb1782 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:51:26.711655 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-1e78a6f0-038b-47ed-8d8f-54c6826f5a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:51:26.723278 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1e78a6f0-038b-47ed-8d8f-54c6826f5a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:51:26.891507 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device d9065e00-6b67-4600-a6e0-3c94b410a809 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:51:26.936589 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f5623e68-89e9-4eb9-a56c-a3cc5b749a35 req-b98ec9ac-6433-4b35-b4ef-39c3357d7773 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218297 Nov 19 20:51:26.956964 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853173893'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:26.965871 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port d9065e00-6b67-4600-a6e0-3c94b410a809 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:51:26.966290 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.246808 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1e78a6f0-038b-47ed-8d8f-54c6826f5a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.251539 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1e78a6f0-038b-47ed-8d8f-54c6826f5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.261742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8cc559c3-e630-4d02-9111-cea5385f41b8 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:27.271138 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.285722 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.315933 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1e78a6f0-038b-47ed-8d8f-54c6826f5a0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=321e9fd70a06469fbcbb56e93ddb1782&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9387560 Nov 19 20:51:27.316878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78a6f0-038b-47ed-8d8f-54c6826f5a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86135b9f-6563-4406-9ca7-7d371a9645a0,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:27.319620 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 51188) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:27.320179 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1e78a6f0-038b-47ed-8d8f-54c6826f5a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:27.340677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1967321'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.341177 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2ad5111-bb78-40ac-989a-174a342f858f {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 20:51:27.363294 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.368058 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c5d5b335-e3fa-4080-81db-5ae6fb8bfcb9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e2ad5111-bb78-40ac-989a-174a342f858f HTTP/1.1" status: 204 len: 168 time: 2.0838020 Nov 19 20:51:27.368993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51192) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:27.402712 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4ced-cd0b-4987-ad61-cbcd2115a19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.433067 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4ced-cd0b-4987-ad61-cbcd2115a19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.484028 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4ced-cd0b-4987-ad61-cbcd2115a19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.489256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0d708005-75cf-4004-ad4c-f517d7752ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:27.501518 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca4ced-cd0b-4987-ad61-cbcd2115a19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86135b9f-6563-4406-9ca7-7d371a9645a0,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:27.505427 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d8ca4ced-cd0b-4987-ad61-cbcd2115a19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:27.509826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4ced-cd0b-4987-ad61-cbcd2115a19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.511218 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-d8ca4ced-cd0b-4987-ad61-cbcd2115a19e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86135b9f-6563-4406-9ca7-7d371a9645a0 HTTP/1.1" status: 204 len: 168 time: 0.1885674 Nov 19 20:51:27.527540 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a527c4-faad-45a4-b7b0-636cb7c98ebe admin admin] Deleting subnet 2607b434-3a11-45ea-9600-89c742938838 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:51:27.531151 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4a527c4-faad-45a4-b7b0-636cb7c98ebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.594015 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4a527c4-faad-45a4-b7b0-636cb7c98ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851966914'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.686787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4a527c4-faad-45a4-b7b0-636cb7c98ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.715823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 449c2b24-bad7-4e20-8745-4a0c5e74372f no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:51:27.751071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: 449c2b24-bad7-4e20-8745-4a0c5e74372f {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:51:27.751869 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 449c2b24-bad7-4e20-8745-4a0c5e74372f not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:51:27.752706 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device d94bbc01-606e-43a9-a169-487de7d025f1 no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:51:27.791436 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: d94bbc01-606e-43a9-a169-487de7d025f1 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:51:27.792002 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device d94bbc01-606e-43a9-a169-487de7d025f1 not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:51:27.973817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4a527c4-faad-45a4-b7b0-636cb7c98ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851923000'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:27.989484 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1dda0a17-add8-4158-9bfe-a0f486f4ac2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:28.040111 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a527c4-faad-45a4-b7b0-636cb7c98ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2607b434-3a11-45ea-9600-89c742938838,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:28.043188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f4a527c4-faad-45a4-b7b0-636cb7c98ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:28.178972 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce824057-5811-42d8-b142-6704a54e1625 req-a490920a-55cf-4ec7-8cb2-e7797ed55322 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:28.181634 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ce824057-5811-42d8-b142-6704a54e1625 req-a490920a-55cf-4ec7-8cb2-e7797ed55322 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0924323 Nov 19 20:51:28.234393 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ce824057-5811-42d8-b142-6704a54e1625 req-debe46c8-f797-4959-9a9f-a876e6f65b01 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460978 Nov 19 20:51:28.373704 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4a527c4-faad-45a4-b7b0-636cb7c98ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:28.378490 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3765b22f-6b22-479e-b0c0-b6483506b9da None None] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:51:28.429123 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f4a527c4-faad-45a4-b7b0-636cb7c98ebe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2607b434-3a11-45ea-9600-89c742938838 HTTP/1.1" status: 204 len: 168 time: 1.0590696 Nov 19 20:51:28.432246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 51204) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:28.463924 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71134152-a58c-457e-86d2-714f2b35571b req-99d7eebd-04c6-4ad6-b136-177590146ca9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:28.465727 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-71134152-a58c-457e-86d2-714f2b35571b req-99d7eebd-04c6-4ad6-b136-177590146ca9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0887370 Nov 19 20:51:28.476160 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51208) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:28.482781 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-9dca6969-6719-4fd5-be06-b7bc1d98664b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Request body: {'floatingip': {'port_id': 'd9065e00-6b67-4600-a6e0-3c94b410a809'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:51:28.565071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dca6969-6719-4fd5-be06-b7bc1d98664b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:28.642008 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6619ee4b-5fbc-4dcd-a12a-ee919d62a085 None None] DHCP port deletion for 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 request from dv-cinder-750782-3-smb {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 20:51:28.646957 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6619ee4b-5fbc-4dcd-a12a-ee919d62a085 None None] Deleting port e5b7be16-4de6-40b6-8d80-455522b3ab7f {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:51:28.647379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6619ee4b-5fbc-4dcd-a12a-ee919d62a085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:28.784575 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:28.852957 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Deleting port e5b7be16-4de6-40b6-8d80-455522b3ab7f {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:51:28.853593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:28.872252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6619ee4b-5fbc-4dcd-a12a-ee919d62a085 None None] For port e5b7be16-4de6-40b6-8d80-455522b3ab7f, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=e5b7be16-4de6-40b6-8d80-455522b3ab7f,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:51:28.872670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6619ee4b-5fbc-4dcd-a12a-ee919d62a085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:29.001915 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6619ee4b-5fbc-4dcd-a12a-ee919d62a085 None None] Calling delete_port for e5b7be16-4de6-40b6-8d80-455522b3ab7f owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:51:29.084153 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] For port e5b7be16-4de6-40b6-8d80-455522b3ab7f, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=e5b7be16-4de6-40b6-8d80-455522b3ab7f,segment=NetworkSegment(795543f0-0029-47b5-94ef-f889ddc26fa3),segment_id=795543f0-0029-47b5-94ef-f889ddc26fa3)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:51:29.084572 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6619ee4b-5fbc-4dcd-a12a-ee919d62a085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:29.085174 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:29.100844 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a653fa48-93f2-4208-a2c3-db34fb33cacd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:29.155199 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619ee4b-5fbc-4dcd-a12a-ee919d62a085 None None] Pushing event deleted for resources: {'Port': ['ID=e5b7be16-4de6-40b6-8d80-455522b3ab7f,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:29.160118 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6619ee4b-5fbc-4dcd-a12a-ee919d62a085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:29.224819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Calling delete_port for e5b7be16-4de6-40b6-8d80-455522b3ab7f owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:51:29.245438 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6619ee4b-5fbc-4dcd-a12a-ee919d62a085 None None] No DVR routers for this DVR port e5b7be16-4de6-40b6-8d80-455522b3ab7f on host dv-cinder-750782-3-smb {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:51:29.253597 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dca6969-6719-4fd5-be06-b7bc1d98664b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:29.256625 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dca6969-6719-4fd5-be06-b7bc1d98664b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:29.300026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.api [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 20:51:29.300448 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_db.api [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 20:51:29.456446 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [None req-9dca6969-6719-4fd5-be06-b7bc1d98664b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Floating IP a9f31c52-95ed-41a4-8401-bd3d29959f93 associated. External IP: 172.28.1.220, port: d9065e00-6b67-4600-a6e0-3c94b410a809. Nov 19 20:51:29.688068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device e5b7be16-4de6-40b6-8d80-455522b3ab7f no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:51:29.722738 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: e5b7be16-4de6-40b6-8d80-455522b3ab7f {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:51:29.723059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device e5b7be16-4de6-40b6-8d80-455522b3ab7f not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:51:29.801232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Deleting port e5b7be16-4de6-40b6-8d80-455522b3ab7f {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:51:29.801626 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:29.862098 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dca6969-6719-4fd5-be06-b7bc1d98664b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Router ce21546e-9330-4d9b-8bac-77ff53b0db1b has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:51:29.872466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] The port 'e5b7be16-4de6-40b6-8d80-455522b3ab7f' was deleted {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 20:51:29.997911 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:30.072900 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dca6969-6719-4fd5-be06-b7bc1d98664b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:51:30.077643 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dca6969-6719-4fd5-be06-b7bc1d98664b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:30.084277 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4965bd7-0fd2-41b5-886b-8b725d795e55 None None] Sync routers for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:51:30.107930 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4965bd7-0fd2-41b5-886b-8b725d795e55 None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:51:30.109554 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c4965bd7-0fd2-41b5-886b-8b725d795e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:51:16Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:30.125695 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4740be30-df2d-4cd3-9756-6a3c6b6cdb45']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:30.140486 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795543f0-0029-47b5-94ef-f889ddc26fa3') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:30.140807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795543f0-0029-47b5-94ef-f889ddc26fa3') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:30.144448 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-9dca6969-6719-4fd5-be06-b7bc1d98664b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "PUT /v2.0/floatingips/a9f31c52-95ed-41a4-8401-bd3d29959f93 HTTP/1.1" status: 200 len: 992 time: 1.6662228 Nov 19 20:51:30.145182 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:51:30.154843 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097726'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:30.171010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:30.173087 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:51:30.219166 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809', 'status': 'completed', 'code': 200} Nov 19 20:51:30.307436 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c4965bd7-0fd2-41b5-886b-8b725d795e55 None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:51:30.421940 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:51:30.432550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2170763'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:30.568405 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ef1e0be3-cc5f-4966-b8db-253ff33b0d42 req-af38dcaa-6b0e-457f-9685-7fba4f920ea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 1163 time: 0.2795405 Nov 19 20:51:30.654514 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Network 4740be30-df2d-4cd3-9756-6a3c6b6cdb45 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:51:30.673194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c4965bd7-0fd2-41b5-886b-8b725d795e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': 'a9f31c52-95ed-41a4-8401-bd3d29959f93', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'port_id': 'd9065e00-6b67-4600-a6e0-3c94b410a809', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'mac_address': 'fa:16:3e:15:ca:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:51:14Z', 'updated_at': '2020-11-19T20:51:29Z', 'revision_number': 1, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:30.677220 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4965bd7-0fd2-41b5-886b-8b725d795e55 None None] Checking router: ce21546e-9330-4d9b-8bac-77ff53b0db1b for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: % (table.description, expected, rows_matched) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: % (table.description, expected, rows_matched) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: % (table.description, expected, rows_matched) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: % (table.description, expected, rows_matched) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:51:30.681892 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:51:30.689024 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4965bd7-0fd2-41b5-886b-8b725d795e55 None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:51:30.689677 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c4965bd7-0fd2-41b5-886b-8b725d795e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:51:16Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:30.838421 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:30.846995 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:30.873450 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:30.878485 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c4965bd7-0fd2-41b5-886b-8b725d795e55 None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:51:30.884758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=4740be30-df2d-4cd3-9756-6a3c6b6cdb45,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:30.889978 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:30.897292 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e0be3-cc5f-4966-b8db-253ff33b0d42 req-1a432d89-b19f-432e-8fc7-3b47d77d4abe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:30.898933 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ef1e0be3-cc5f-4966-b8db-253ff33b0d42 req-1a432d89-b19f-432e-8fc7-3b47d77d4abe service neutron] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 911 time: 0.2848649 Nov 19 20:51:30.903875 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1f53374c-c8d1-493f-9ab1-42cd17da2e90 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4740be30-df2d-4cd3-9756-6a3c6b6cdb45 HTTP/1.1" status: 204 len: 168 time: 2.4703541 Nov 19 20:51:31.013412 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ef1e0be3-cc5f-4966-b8db-253ff33b0d42 req-132a9938-e2ce-451f-b6e0-b7d9866a997b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9065e00-6b67-4600-a6e0-3c94b410a809 HTTP/1.1" status: 200 len: 1000 time: 0.1073534 Nov 19 20:51:31.099189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e0be3-cc5f-4966-b8db-253ff33b0d42 req-c68b4e50-6333-4be9-853f-574d903e5350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:51:31.100754 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ef1e0be3-cc5f-4966-b8db-253ff33b0d42 req-c68b4e50-6333-4be9-853f-574d903e5350 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.0814970 Nov 19 20:51:31.145848 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51218) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:31.187768 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ef1e0be3-cc5f-4966-b8db-253ff33b0d42 req-9b47e51c-9c12-4795-b91c-ddd5a346af90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807207 Nov 19 20:51:31.204135 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-55c9d6cb-2910-4ef6-a6dc-ca5ba16c0cec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=307deb72dd1a4c45818cccc576ec2e42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570080 Nov 19 20:51:31.206718 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51222) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:51:31.265314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c4965bd7-0fd2-41b5-886b-8b725d795e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': 'a9f31c52-95ed-41a4-8401-bd3d29959f93', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'port_id': 'd9065e00-6b67-4600-a6e0-3c94b410a809', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'mac_address': 'fa:16:3e:15:ca:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:51:14Z', 'updated_at': '2020-11-19T20:51:29Z', 'revision_number': 1, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:51:31.269764 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4965bd7-0fd2-41b5-886b-8b725d795e55 None None] The sync data for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb is: [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_floatingips': [{'id': 'a9f31c52-95ed-41a4-8401-bd3d29959f93', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'router_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'port_id': 'd9065e00-6b67-4600-a6e0-3c94b410a809', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'mac_address': 'fa:16:3e:15:ca:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:51:14Z', 'updated_at': '2020-11-19T20:51:29Z', 'revision_number': 1, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:51:31.277212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2626d551-ea4c-4fde-86ed-c8ec629448e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:31.306244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2626d551-ea4c-4fde-86ed-c8ec629448e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:31.344133 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ef1e0be3-cc5f-4966-b8db-253ff33b0d42 req-a79edac6-d4b4-418f-994e-10d3aca9fdd7 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496503 Nov 19 20:51:31.358121 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2626d551-ea4c-4fde-86ed-c8ec629448e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:31.367059 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1e78a6f0-038b-47ed-8d8f-54c6826f5a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:51:31.383162 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626d551-ea4c-4fde-86ed-c8ec629448e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83ef29b-0a0d-4a1e-9d00-f84c22083d41,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:51:31.385950 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2626d551-ea4c-4fde-86ed-c8ec629448e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:51:31.388244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2626d551-ea4c-4fde-86ed-c8ec629448e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:31.392750 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-2626d551-ea4c-4fde-86ed-c8ec629448e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b83ef29b-0a0d-4a1e-9d00-f84c22083d41 HTTP/1.1" status: 204 len: 168 time: 0.1849623 Nov 19 20:51:31.499341 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ef1e0be3-cc5f-4966-b8db-253ff33b0d42 req-bb171885-1c79-467d-b37c-a38197294f36 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483297 Nov 19 20:51:31.593102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491bc80f-4779-446e-9627-609b9c85a88c None None] New status for floating IP a9f31c52-95ed-41a4-8401-bd3d29959f93: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:51:38.796696 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:42.751398 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e44c3714-0875-401e-9794-4206027d6066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:45.489486 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f61d7a38-6087-495b-a9ae-a9af3711fe17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:45.781143 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:46.896372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:51:46.916616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:02.763428 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:52:08.807423 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:09.473010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859bda7-8508-4d18-b432-7fe3a799b31a req-d093c2db-2a6f-4816-915b-93f82efe6267 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:09.474618 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0859bda7-8508-4d18-b432-7fe3a799b31a req-d093c2db-2a6f-4816-915b-93f82efe6267 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0826581 Nov 19 20:52:09.528646 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0859bda7-8508-4d18-b432-7fe3a799b31a req-d966f69f-347f-48e8-9bf4-3074f4cbd417 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467749 Nov 19 20:52:10.408920 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc5e5519-80bc-4bd6-896a-bdfb84515dae req-321938b7-8d96-4c40-9af0-24e2a1069617 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 1163 time: 0.0748272 Nov 19 20:52:10.562369 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e5519-80bc-4bd6-896a-bdfb84515dae req-66883617-60d5-4942-8ad1-302b10677b63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:10.563920 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc5e5519-80bc-4bd6-896a-bdfb84515dae req-66883617-60d5-4942-8ad1-302b10677b63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 911 time: 0.1365886 Nov 19 20:52:10.675058 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc5e5519-80bc-4bd6-896a-bdfb84515dae req-f5b5b84f-9543-4878-bb5c-51797904f5d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9065e00-6b67-4600-a6e0-3c94b410a809 HTTP/1.1" status: 200 len: 1002 time: 0.1024940 Nov 19 20:52:10.743733 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e5519-80bc-4bd6-896a-bdfb84515dae req-cc0c308e-fe2a-4e08-97a8-7337833bc891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:10.745332 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc5e5519-80bc-4bd6-896a-bdfb84515dae req-cc0c308e-fe2a-4e08-97a8-7337833bc891 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.0639920 Nov 19 20:52:10.762602 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa7add-6520-4cdc-b3ec-a78e563f097b req-f4e5cde9-1d40-418e-b5d3-9b7130ca0f5e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:10.764215 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-59aa7add-6520-4cdc-b3ec-a78e563f097b req-f4e5cde9-1d40-418e-b5d3-9b7130ca0f5e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0865176 Nov 19 20:52:10.814405 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-59aa7add-6520-4cdc-b3ec-a78e563f097b req-f33702b1-7409-45e0-bbfc-0fb670e4f47c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438406 Nov 19 20:52:10.829133 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc5e5519-80bc-4bd6-896a-bdfb84515dae req-2717cf78-7680-4295-817c-c32075a6cf38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765679 Nov 19 20:52:10.973875 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc5e5519-80bc-4bd6-896a-bdfb84515dae req-31cce930-9bf9-4082-b2ea-7f0b59e0da06 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380062 Nov 19 20:52:11.121014 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc5e5519-80bc-4bd6-896a-bdfb84515dae req-48b9c93f-8e5d-4c01-b087-2b656fb4a40b service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396370 Nov 19 20:52:12.260472 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc219400-fbaf-4cd1-a4c1-472b0e306ec7 req-f750f895-f250-4597-9988-3d12cf84420b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:12.262090 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dc219400-fbaf-4cd1-a4c1-472b0e306ec7 req-f750f895-f250-4597-9988-3d12cf84420b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.3032548 Nov 19 20:52:12.310028 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-dc219400-fbaf-4cd1-a4c1-472b0e306ec7 req-cec3c627-4d7d-4fed-8c43-541bfab42cef tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 Nov 19 20:52:12.754132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15fd1851-7804-41fc-bb93-0c8df1ed10bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:13.535118 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c666d-0418-47e3-9bcd-36ca00ca5e87 req-0bf3c7ed-96c9-4ceb-9127-40f19206cbd7 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:13.536966 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9a7c666d-0418-47e3-9bcd-36ca00ca5e87 req-0bf3c7ed-96c9-4ceb-9127-40f19206cbd7 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0813463 Nov 19 20:52:13.583873 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9a7c666d-0418-47e3-9bcd-36ca00ca5e87 req-f90a716a-632e-42a1-9f3d-28b2f5fc412c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402417 Nov 19 20:52:14.811705 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad3e63-7dc3-4716-b84f-9f70cdcefe3a req-a15714fe-fb0d-4b83-ab13-b54b163fab6d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:14.813252 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-76ad3e63-7dc3-4716-b84f-9f70cdcefe3a req-a15714fe-fb0d-4b83-ab13-b54b163fab6d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0861137 Nov 19 20:52:14.860387 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-76ad3e63-7dc3-4716-b84f-9f70cdcefe3a req-42fb4a86-4ae7-49cb-838d-80d8ed27e712 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410595 Nov 19 20:52:15.490954 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c16e5ce-2072-40b0-b991-9acdb34ce46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:15.783965 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:16.088191 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba6b6-0721-401b-8aa7-e812a8d56054 req-58513f4b-1190-4b8e-bdec-1cd27fc291d6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:16.089695 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38cba6b6-0721-401b-8aa7-e812a8d56054 req-58513f4b-1190-4b8e-bdec-1cd27fc291d6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0875206 Nov 19 20:52:16.138085 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38cba6b6-0721-401b-8aa7-e812a8d56054 req-b7dcbd14-81ee-4661-8f9c-0866f2de2277 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421407 Nov 19 20:52:16.888987 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:16.918912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:17.364101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ad5e9-4452-4cf0-ad54-c0c8fb23c477 req-c77938d3-a3e8-4e5e-ae09-497bc9082d86 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:17.365698 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e76ad5e9-4452-4cf0-ad54-c0c8fb23c477 req-c77938d3-a3e8-4e5e-ae09-497bc9082d86 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0821755 Nov 19 20:52:17.413593 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e76ad5e9-4452-4cf0-ad54-c0c8fb23c477 req-8c70e951-40d1-4341-8a99-16381d4071e0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Nov 19 20:52:18.642646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeee7c-eb10-4686-9645-c5eea770e013 req-021fd8a1-bd0a-410d-a430-39a7cf1d7735 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:18.644245 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-77eeee7c-eb10-4686-9645-c5eea770e013 req-021fd8a1-bd0a-410d-a430-39a7cf1d7735 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0823689 Nov 19 20:52:18.692046 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-77eeee7c-eb10-4686-9645-c5eea770e013 req-1a024311-a7a4-492c-b0fc-c4d915e7767b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417917 Nov 19 20:52:19.922422 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f8ac-1650-41aa-b901-46732438df0e req-9f3d8d58-7eed-4437-8760-cba6e1204a9a tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:19.923964 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aec2f8ac-1650-41aa-b901-46732438df0e req-9f3d8d58-7eed-4437-8760-cba6e1204a9a tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0881345 Nov 19 20:52:19.971721 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aec2f8ac-1650-41aa-b901-46732438df0e req-838c9f40-152f-4a39-92b9-cacc5de4c2bb tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416827 Nov 19 20:52:21.202407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156644-bc1f-45af-96e7-bb0220042d2c req-3d14d03e-1837-4056-a785-fe60fe5ab6ce tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:21.203993 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d156644-bc1f-45af-96e7-bb0220042d2c req-3d14d03e-1837-4056-a785-fe60fe5ab6ce tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0867898 Nov 19 20:52:21.251361 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2d156644-bc1f-45af-96e7-bb0220042d2c req-4771591d-8b58-404c-a4ff-ba0105b97bae tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412498 Nov 19 20:52:22.490318 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09373b68-32f6-49b6-94f2-526b4b4f29f7 req-f4bbc1cd-bb03-4b26-955e-476860da10c6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:22.491961 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-09373b68-32f6-49b6-94f2-526b4b4f29f7 req-f4bbc1cd-bb03-4b26-955e-476860da10c6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0930321 Nov 19 20:52:22.552930 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-09373b68-32f6-49b6-94f2-526b4b4f29f7 req-1334b020-9290-4712-9769-8053f803b7c6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531862 Nov 19 20:52:23.821820 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adf3a2-9398-4f4a-b272-9a03de17a138 req-2179e9d9-d9c5-4a99-bcc5-8d1fe608db04 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:23.824902 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a7adf3a2-9398-4f4a-b272-9a03de17a138 req-2179e9d9-d9c5-4a99-bcc5-8d1fe608db04 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.1040466 Nov 19 20:52:23.886135 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a7adf3a2-9398-4f4a-b272-9a03de17a138 req-f84f92e3-7e2c-4df3-8d5c-0099e9cf46e5 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545402 Nov 19 20:52:25.155216 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e4064-078a-4ef8-b07f-e161456bd972 req-0441b267-e16f-4f19-a112-7a2ab63a4cb9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:25.156895 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1f5e4064-078a-4ef8-b07f-e161456bd972 req-0441b267-e16f-4f19-a112-7a2ab63a4cb9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0954485 Nov 19 20:52:25.208817 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1f5e4064-078a-4ef8-b07f-e161456bd972 req-195859f1-268a-443f-985c-8c260ec918b9 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445848 Nov 19 20:52:26.453372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b2af4-91b8-440b-a9fe-9d3f0866cd7e req-7a5addfe-9786-4efa-a0ea-7c3a07b2ada2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:26.455822 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-963b2af4-91b8-440b-a9fe-9d3f0866cd7e req-7a5addfe-9786-4efa-a0ea-7c3a07b2ada2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0915258 Nov 19 20:52:26.506722 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-963b2af4-91b8-440b-a9fe-9d3f0866cd7e req-c669a1dd-aa48-4c74-9000-bef31039e31a tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447478 Nov 19 20:52:27.764724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf866f5-68ab-4e06-b868-857f1db94ca3 req-6ffde284-cc3a-45ef-b29d-fe11b6396905 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:27.766526 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cbf866f5-68ab-4e06-b868-857f1db94ca3 req-6ffde284-cc3a-45ef-b29d-fe11b6396905 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0958941 Nov 19 20:52:27.817661 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cbf866f5-68ab-4e06-b868-857f1db94ca3 req-5315981e-de76-4407-a4d2-9f71d8788f5c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 Nov 19 20:52:29.067571 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bb351-67a3-4a8c-96f5-d9c5abd192b7 req-448c1658-3e5d-458f-b775-bf05e23eda28 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:29.069340 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e37bb351-67a3-4a8c-96f5-d9c5abd192b7 req-448c1658-3e5d-458f-b775-bf05e23eda28 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0976818 Nov 19 20:52:29.374853 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e37bb351-67a3-4a8c-96f5-d9c5abd192b7 req-b4bbe830-037b-4c3b-af42-ee29b707b104 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957454 Nov 19 20:52:30.628909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b302a-484f-47b3-a47b-24d8a4c4b5ba req-2c2cd722-3adb-413e-be9f-cdc37c4e0d82 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:30.630569 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6d3b302a-484f-47b3-a47b-24d8a4c4b5ba req-2c2cd722-3adb-413e-be9f-cdc37c4e0d82 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0941355 Nov 19 20:52:30.694084 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6d3b302a-484f-47b3-a47b-24d8a4c4b5ba req-c3ff4447-dc03-45b9-91fe-15c1e47800e4 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525153 Nov 19 20:52:31.929384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecb7df-a9ae-413e-840b-64987121338d req-4e354848-ebe7-4ae2-84b8-54012ab1304f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:31.931034 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aaecb7df-a9ae-413e-840b-64987121338d req-4e354848-ebe7-4ae2-84b8-54012ab1304f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0850372 Nov 19 20:52:31.980862 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-aaecb7df-a9ae-413e-840b-64987121338d req-36306256-c8ac-4cd6-bd12-b963a19c9074 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 Nov 19 20:52:32.076622 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7d8489a4-6aaf-4aaa-b947-d33277477285 req-02d3966f-b621-4bf8-8265-9a9f9754cfa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 1163 time: 0.0802739 Nov 19 20:52:32.222099 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8489a4-6aaf-4aaa-b947-d33277477285 req-ea6a0b8f-9472-4c2b-868a-ff2877ff7805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:32.223622 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7d8489a4-6aaf-4aaa-b947-d33277477285 req-ea6a0b8f-9472-4c2b-868a-ff2877ff7805 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 911 time: 0.1406198 Nov 19 20:52:32.329683 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7d8489a4-6aaf-4aaa-b947-d33277477285 req-109b66f0-a9ff-464c-a8ac-9ec02ceb04ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9065e00-6b67-4600-a6e0-3c94b410a809 HTTP/1.1" status: 200 len: 1002 time: 0.0985601 Nov 19 20:52:32.402329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8489a4-6aaf-4aaa-b947-d33277477285 req-febbb683-6e4d-4c44-8e0c-bc11294909da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:32.403870 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7d8489a4-6aaf-4aaa-b947-d33277477285 req-febbb683-6e4d-4c44-8e0c-bc11294909da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.0675855 Nov 19 20:52:32.484109 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7d8489a4-6aaf-4aaa-b947-d33277477285 req-0be0a2da-9f6e-4cb6-915c-3a5185e50df3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735538 Nov 19 20:52:32.627186 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7d8489a4-6aaf-4aaa-b947-d33277477285 req-650fee8e-eec1-4cbb-b862-ef09749ebdde service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370165 Nov 19 20:52:32.770192 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7d8489a4-6aaf-4aaa-b947-d33277477285 req-6a8935db-1ca9-4eae-8425-fd4513d0da39 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362243 Nov 19 20:52:33.215263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d8afe-884d-4f8b-ac92-58cdab80cad7 req-e33f9cf5-5685-4041-af9b-a134ef85a18f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:33.216882 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ad4d8afe-884d-4f8b-ac92-58cdab80cad7 req-e33f9cf5-5685-4041-af9b-a134ef85a18f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0868883 Nov 19 20:52:33.264266 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ad4d8afe-884d-4f8b-ac92-58cdab80cad7 req-e0a5c35e-18f6-413f-95db-a7e2fa82d715 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412509 Nov 19 20:52:34.501196 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b6f00-15e1-473e-ae4d-22791c912132 req-060c8ffe-4e9c-4b39-9c69-67b030e01bc0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:34.502825 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2a1b6f00-15e1-473e-ae4d-22791c912132 req-060c8ffe-4e9c-4b39-9c69-67b030e01bc0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0877271 Nov 19 20:52:34.553008 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2a1b6f00-15e1-473e-ae4d-22791c912132 req-88d110aa-4767-4eb3-8904-216dad00792b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439050 Nov 19 20:52:35.349757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device d9065e00-6b67-4600-a6e0-3c94b410a809 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:52:35.466443 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:35.492946 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:52:35.503563 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port d9065e00-6b67-4600-a6e0-3c94b410a809, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d9065e00-6b67-4600-a6e0-3c94b410a809,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:52:35.506502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:35.510054 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c409e8dd-d86f-4125-ad0c-a6861ff7e568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:52:35.555763 dv-cinder-750782-3-smb neutron-server[80151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809', 'code': 422} returned with failed status Nov 19 20:52:35.577353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=d9065e00-6b67-4600-a6e0-3c94b410a809,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:52:35.586368 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.586756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.587157 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.587723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.588101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.588496 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.588878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.589247 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.589614 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.589980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.590342 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.590703 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.591123 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.591487 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.591852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.592251 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.592657 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.593007 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.593369 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.593728 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.594091 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.594452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.594813 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.595172 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:52:35.599661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:52:35.781776 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67c65-571f-4a92-9744-7c813985b246 req-f38b04e7-5faf-40ee-99ae-4de7d6c5e031 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:35.783251 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b8d67c65-571f-4a92-9744-7c813985b246 req-f38b04e7-5faf-40ee-99ae-4de7d6c5e031 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0810864 Nov 19 20:52:35.831325 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-b8d67c65-571f-4a92-9744-7c813985b246 req-16d631be-3559-4ed6-9638-1b5cace7e429 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Nov 19 20:52:37.525377 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d68c573a-f240-4386-8252-a7c0a4f91ef5 req-343f90e8-005d-40ed-9c28-6ed8a32b6ead service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741038 Nov 19 20:52:37.543101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74e74f-38d4-4566-a045-8bc21c26b4a1 req-5312dc99-8459-4deb-a2cd-29ae130e851c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:37.544711 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0a74e74f-38d4-4566-a045-8bc21c26b4a1 req-5312dc99-8459-4deb-a2cd-29ae130e851c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0866489 Nov 19 20:52:37.594418 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0a74e74f-38d4-4566-a045-8bc21c26b4a1 req-03fc4767-ad36-417e-8899-b43b274cf2d3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Nov 19 20:52:38.806613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:38.826289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fb407-1104-44d6-899a-ab0162ab86af req-3504f9d7-740a-4669-b6f8-2b10ead16d1c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:38.827915 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ca9fb407-1104-44d6-899a-ab0162ab86af req-3504f9d7-740a-4669-b6f8-2b10ead16d1c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0885665 Nov 19 20:52:38.878018 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-ca9fb407-1104-44d6-899a-ab0162ab86af req-9e8e2392-eafb-4d42-b536-90f846cfebce tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436962 Nov 19 20:52:39.105394 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d68c573a-f240-4386-8252-a7c0a4f91ef5 req-a6e9a868-fc08-4dd1-8fab-453821001174 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4&tenant_id=81d691c4141f4953aeacf85947be2fe5 HTTP/1.1" status: 200 len: 1161 time: 0.0748684 Nov 19 20:52:39.215095 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d68c573a-f240-4386-8252-a7c0a4f91ef5 req-4c804079-7729-41ce-a41f-3a1777128247 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 1161 time: 0.0766091 Nov 19 20:52:39.357333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c573a-f240-4386-8252-a7c0a4f91ef5 req-65e34d1e-5fe7-41de-acff-6f6810c66777 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:39.358903 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d68c573a-f240-4386-8252-a7c0a4f91ef5 req-65e34d1e-5fe7-41de-acff-6f6810c66777 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 911 time: 0.1379006 Nov 19 20:52:39.464330 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d68c573a-f240-4386-8252-a7c0a4f91ef5 req-384c2b00-155c-4e08-8378-480656c35e6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9065e00-6b67-4600-a6e0-3c94b410a809 HTTP/1.1" status: 200 len: 1000 time: 0.0976253 Nov 19 20:52:39.534148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c573a-f240-4386-8252-a7c0a4f91ef5 req-f399a90d-1493-4226-82f4-7b11b562aa7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:39.535694 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d68c573a-f240-4386-8252-a7c0a4f91ef5 req-f399a90d-1493-4226-82f4-7b11b562aa7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.0657668 Nov 19 20:52:39.617503 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d68c573a-f240-4386-8252-a7c0a4f91ef5 req-83cc3213-902b-45dc-8bc5-577a7b01292a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750148 Nov 19 20:52:39.761138 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d68c573a-f240-4386-8252-a7c0a4f91ef5 req-3ce4a67d-95d0-4632-b13d-abdbd23f526c service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372645 Nov 19 20:52:39.764470 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:52:39.905869 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-d68c573a-f240-4386-8252-a7c0a4f91ef5 req-cb8f3ed1-da76-457e-b2fe-1d4899d5bf87 service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379573 Nov 19 20:52:40.108906 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893948af-076f-4d73-99b4-8ee48fa294a8 req-bc06ee3b-e244-4291-861c-1b39173eda0d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:40.110430 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-893948af-076f-4d73-99b4-8ee48fa294a8 req-bc06ee3b-e244-4291-861c-1b39173eda0d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0874927 Nov 19 20:52:40.163998 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-893948af-076f-4d73-99b4-8ee48fa294a8 req-6ea61fcb-26fd-4364-8d98-093ba50d7635 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469558 Nov 19 20:52:41.416567 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b760c3-f035-405d-a9d6-830badb0699c req-782ef2dc-b177-44fa-a300-00acd1c4f650 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:41.418219 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-68b760c3-f035-405d-a9d6-830badb0699c req-782ef2dc-b177-44fa-a300-00acd1c4f650 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0933084 Nov 19 20:52:41.470688 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-68b760c3-f035-405d-a9d6-830badb0699c req-be0366ce-cc52-4512-85b0-71a36457df64 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460181 Nov 19 20:52:42.711260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664b21e-33f3-4377-828b-1dd87b1883c9 req-cfed5380-b9b9-4fdd-bb36-8993da883e36 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:42.713038 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c664b21e-33f3-4377-828b-1dd87b1883c9 req-cfed5380-b9b9-4fdd-bb36-8993da883e36 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0892191 Nov 19 20:52:42.758281 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4908-f358-4c62-b5b7-5f857f7102a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:42.765971 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c664b21e-33f3-4377-828b-1dd87b1883c9 req-ab34ceb3-7e22-417a-987a-47f117bbb6ef tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466549 Nov 19 20:52:43.999461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd2d47-a15b-4c5d-a1cd-27cef9a532b7 req-87fd05fd-dd1c-46ae-959d-6527c1161481 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:44.001237 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-63dd2d47-a15b-4c5d-a1cd-27cef9a532b7 req-87fd05fd-dd1c-46ae-959d-6527c1161481 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0867536 Nov 19 20:52:44.054236 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-63dd2d47-a15b-4c5d-a1cd-27cef9a532b7 req-9a696e1a-c0f5-4f1b-97ec-3dcbf8701ade tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465729 Nov 19 20:52:45.304151 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5a105-b6df-4aa3-9312-99bbf9802e2a req-f21ec6ff-7d85-4d4d-b547-3a7010a6e9b3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:45.306345 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-22a5a105-b6df-4aa3-9312-99bbf9802e2a req-f21ec6ff-7d85-4d4d-b547-3a7010a6e9b3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0899401 Nov 19 20:52:45.356088 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-22a5a105-b6df-4aa3-9312-99bbf9802e2a req-00337e53-815d-4616-8e22-dab0808a14e2 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Nov 19 20:52:45.495156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8931a2c4-1494-4c89-99d4-b3a81db87096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:45.786734 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:46.591100 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc11e7b-14fb-4f7d-a319-18b0d81c820f req-34d61d86-3288-4d3a-a75e-56056570cb36 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:46.592913 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8bc11e7b-14fb-4f7d-a319-18b0d81c820f req-34d61d86-3288-4d3a-a75e-56056570cb36 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0895619 Nov 19 20:52:46.644586 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8bc11e7b-14fb-4f7d-a319-18b0d81c820f req-af420bf1-5fd6-44b2-805a-1461c2855c2b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447776 Nov 19 20:52:46.897104 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:46.922484 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:47.884401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e0874-8342-47a0-8285-9fde03dd5ef3 req-328320db-cf71-4ec5-931d-fa37d40d0bbf tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:47.886661 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1e9e0874-8342-47a0-8285-9fde03dd5ef3 req-328320db-cf71-4ec5-931d-fa37d40d0bbf tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0855191 Nov 19 20:52:47.936767 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1e9e0874-8342-47a0-8285-9fde03dd5ef3 req-49dfddf4-99eb-4eb3-b7c0-ee1a28c39b5b tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 Nov 19 20:52:49.202899 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fc81-559c-4670-bb79-c64b9e68a6ed req-4e717596-a984-4cb9-9243-76b9fb55a7b0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:49.204578 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e548fc81-559c-4670-bb79-c64b9e68a6ed req-4e717596-a984-4cb9-9243-76b9fb55a7b0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0898819 Nov 19 20:52:49.259042 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e548fc81-559c-4670-bb79-c64b9e68a6ed req-7e42889c-5aaa-4020-b2a2-a703f022bdf3 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477912 Nov 19 20:52:50.505924 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f879a2-df42-46d3-aa0b-6f9bf201baa9 req-fc7a2855-0e17-41c9-880f-729c06f69b5f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:50.507540 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-14f879a2-df42-46d3-aa0b-6f9bf201baa9 req-fc7a2855-0e17-41c9-880f-729c06f69b5f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0988512 Nov 19 20:52:50.559966 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-14f879a2-df42-46d3-aa0b-6f9bf201baa9 req-164646fc-c899-44f7-978b-56a6836dd973 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454116 Nov 19 20:52:51.788948 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e473de3-6c6f-4a69-9fd4-8ae5150c43ad req-268774a2-a6db-4881-87ad-cef1bb8b4d87 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:51.790542 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8e473de3-6c6f-4a69-9fd4-8ae5150c43ad req-268774a2-a6db-4881-87ad-cef1bb8b4d87 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0846484 Nov 19 20:52:51.839236 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8e473de3-6c6f-4a69-9fd4-8ae5150c43ad req-00b86ebb-d649-4f05-82b6-5a0fda9bba5c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Nov 19 20:52:53.069017 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030bac1-7300-4613-969b-8e08a05ca7de req-bf9555c4-e682-4d2d-9490-96151bef0033 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:53.070616 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9030bac1-7300-4613-969b-8e08a05ca7de req-bf9555c4-e682-4d2d-9490-96151bef0033 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 944 time: 0.0846660 Nov 19 20:52:53.124115 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9030bac1-7300-4613-969b-8e08a05ca7de req-0f96a557-0fd9-4cf9-9c55-1662d57f204c tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462029 Nov 19 20:52:53.923973 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device d9065e00-6b67-4600-a6e0-3c94b410a809 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:52:54.003222 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port d9065e00-6b67-4600-a6e0-3c94b410a809 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:52:54.003563 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:54.126193 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:54.154601 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:52:54.164758 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port d9065e00-6b67-4600-a6e0-3c94b410a809, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d9065e00-6b67-4600-a6e0-3c94b410a809,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:52:54.168168 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:54.170096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:52:54.218350 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809', 'code': 200} Nov 19 20:52:54.249764 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=d9065e00-6b67-4600-a6e0-3c94b410a809,revision_number=6']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:52:54.254221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:52:54.378619 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debb305-f35e-423e-b749-93fb4bad2e84 req-15a886d5-c2b8-4012-82aa-7bc4c79abfee tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:54.380281 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6debb305-f35e-423e-b749-93fb4bad2e84 req-15a886d5-c2b8-4012-82aa-7bc4c79abfee tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0911853 Nov 19 20:52:54.434640 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6debb305-f35e-423e-b749-93fb4bad2e84 req-7e83ef5a-4bb5-4202-b866-98dae744b815 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468976 Nov 19 20:52:54.636051 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88619d76-fbdb-43b7-86a3-81dbe072d0bb req-5370da6a-3308-45a4-b28a-6c3baaf245d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 1163 time: 0.0796955 Nov 19 20:52:54.680892 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-88619d76-fbdb-43b7-86a3-81dbe072d0bb req-69ceee0a-35bb-4d54-ae54-447c58cde111 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386338 Nov 19 20:52:55.668746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a994124-1ff1-4b5e-99ac-7254a4a125b5 req-1fa1a9a8-efa2-4a02-a117-6f43b28cdbc8 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:55.670376 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2a994124-1ff1-4b5e-99ac-7254a4a125b5 req-1fa1a9a8-efa2-4a02-a117-6f43b28cdbc8 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0896211 Nov 19 20:52:55.707953 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device d9065e00-6b67-4600-a6e0-3c94b410a809 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:52:55.722357 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2a994124-1ff1-4b5e-99ac-7254a4a125b5 req-fb9e451f-a3c9-4382-aa61-f6887ef16d41 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455716 Nov 19 20:52:55.965901 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port d9065e00-6b67-4600-a6e0-3c94b410a809 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:52:55.966319 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:52:56.953877 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410a0cb-fd73-4827-bd70-e0e57b1abd11 req-75cda6c0-4167-42cf-90da-f5dbcbcaafd1 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:52:56.955450 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e410a0cb-fd73-4827-bd70-e0e57b1abd11 req-75cda6c0-4167-42cf-90da-f5dbcbcaafd1 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0871365 Nov 19 20:52:57.003330 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-e410a0cb-fd73-4827-bd70-e0e57b1abd11 req-335187b9-89fb-4460-a730-d73b5997228d tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417528 Nov 19 20:53:08.806682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:12.017297 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc0b018f-18ca-4f87-9abf-4f8647c4f189 req-25a7dad8-656a-4d31-84e2-9e05a094e9c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0764999 Nov 19 20:53:12.182396 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc0b018f-18ca-4f87-9abf-4f8647c4f189 req-e319eb6f-48cf-451a-8ba7-757da8899ecd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81d691c4141f4953aeacf85947be2fe5&device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 1163 time: 0.0766819 Nov 19 20:53:12.345080 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b018f-18ca-4f87-9abf-4f8647c4f189 req-c0a3284f-a9db-488f-a56e-1d78bf350a22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:53:12.346581 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc0b018f-18ca-4f87-9abf-4f8647c4f189 req-c0a3284f-a9db-488f-a56e-1d78bf350a22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 200 len: 911 time: 0.1410177 Nov 19 20:53:12.463041 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc0b018f-18ca-4f87-9abf-4f8647c4f189 req-8f6950a8-101c-4849-b54f-14d3771eb76c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9065e00-6b67-4600-a6e0-3c94b410a809 HTTP/1.1" status: 200 len: 1002 time: 0.1085601 Nov 19 20:53:12.534852 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b018f-18ca-4f87-9abf-4f8647c4f189 req-a05530af-6130-4fed-8519-fdb6a905cf45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:53:12.536716 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc0b018f-18ca-4f87-9abf-4f8647c4f189 req-a05530af-6130-4fed-8519-fdb6a905cf45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 200 len: 856 time: 0.0661561 Nov 19 20:53:12.628724 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc0b018f-18ca-4f87-9abf-4f8647c4f189 req-36cfa976-5eff-4038-831b-939595c22312 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aadb73e4-69a8-43c4-b6f9-c6004513a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857105 Nov 19 20:53:12.753684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e576a387-a795-4216-843d-b2289cd0d493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:12.773785 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc0b018f-18ca-4f87-9abf-4f8647c4f189 req-86d326f7-d590-4003-b51a-13e18584a29a service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374304 Nov 19 20:53:13.126259 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-cc0b018f-18ca-4f87-9abf-4f8647c4f189 req-b920b628-737c-4264-9ad7-0991fd88deaa service neutron] 10.222.0.24 "GET /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3458657 Nov 19 20:53:15.497993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06324011-36d8-4895-8841-c39dfc6cd283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:15.789699 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:16.766949 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:53:16.889071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:16.924851 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:30.434917 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea84d7-0832-47a6-9d31-ec80c81c31c4 req-51ce6d7d-75e8-45c6-9ef2-b9062f62bcf1 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:53:30.436538 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-82ea84d7-0832-47a6-9d31-ec80c81c31c4 req-51ce6d7d-75e8-45c6-9ef2-b9062f62bcf1 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0825102 Nov 19 20:53:30.485059 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-82ea84d7-0832-47a6-9d31-ec80c81c31c4 req-6a9602dd-9c45-456a-aa9c-a1ec9d9b2231 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424724 Nov 19 20:53:31.714319 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3d126-b4cf-4929-a3a5-e50c9df96159 req-4aa4bfae-3a60-46d4-a02d-7940414a6617 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:53:31.715912 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a5b3d126-b4cf-4929-a3a5-e50c9df96159 req-4aa4bfae-3a60-46d4-a02d-7940414a6617 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0856078 Nov 19 20:53:31.763931 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-a5b3d126-b4cf-4929-a3a5-e50c9df96159 req-adc6895f-6201-44dc-a022-8f25eec0a2f6 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups?id=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418365 Nov 19 20:53:31.830269 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device d9065e00-6b67-4600-a6e0-3c94b410a809 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:53:31.860132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-55a82cad-fa6f-4283-b9f3-9a1f428ff6b8 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:53:31.861723 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-55a82cad-fa6f-4283-b9f3-9a1f428ff6b8 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.24 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 946 time: 0.0862195 Nov 19 20:53:31.936189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Deleting port d9065e00-6b67-4600-a6e0-3c94b410a809 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:53:31.936611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:31.946934 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:31.974439 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:53:31.985309 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port d9065e00-6b67-4600-a6e0-3c94b410a809, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d9065e00-6b67-4600-a6e0-3c94b410a809,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:53:31.988751 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:31.990790 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:53:32.039941 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809', 'code': 200} Nov 19 20:53:32.062528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=d9065e00-6b67-4600-a6e0-3c94b410a809,revision_number=7']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:53:32.066187 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:53:32.200409 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] For port d9065e00-6b67-4600-a6e0-3c94b410a809, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d9065e00-6b67-4600-a6e0-3c94b410a809,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:53:32.200844 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:32.501472 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:32.501882 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853173927'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:32.502227 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.l3_db [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Floating IP a9f31c52-95ed-41a4-8401-bd3d29959f93 disassociated. External IP: 172.28.1.220, port: d9065e00-6b67-4600-a6e0-3c94b410a809. Nov 19 20:53:32.502604 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Calling delete_port for d9065e00-6b67-4600-a6e0-3c94b410a809 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:53:32.647894 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:32.664644 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-00f134ee-66ab-4291-a588-b098ba61a537 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:53:32.722674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event deleted for resources: {'Port': ['ID=d9065e00-6b67-4600-a6e0-3c94b410a809,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:53:32.788941 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.789289 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.789690 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.790090 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.790484 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.790877 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.791260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.791646 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.792031 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.792415 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.792821 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.793440 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.794061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.794455 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.794845 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.795231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.795615 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.796002 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.796386 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.796793 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.797176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.797559 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.797938 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.798317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:32.813622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:53:32.982948 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4dd0d3cd-919a-40d4-8a71-7cecd652652b req-303a6399-3ea9-496d-a030-7126b776efce tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/ports?device_id=c0d13867-748d-4872-a1ec-423a374fcec4 HTTP/1.1" status: 200 len: 210 time: 0.0618138 Nov 19 20:53:33.117457 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Router ce21546e-9330-4d9b-8bac-77ff53b0db1b has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:53:33.336909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:53:33.346742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a044a1-ba42-4640-a945-7f5e7f13bd52 None None] Sync routers for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:53:33.360790 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a044a1-ba42-4640-a945-7f5e7f13bd52 None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:53:33.361537 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-51a044a1-ba42-4640-a945-7f5e7f13bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:53:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:53:33.375096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] No DVR routers for this DVR port d9065e00-6b67-4600-a6e0-3c94b410a809 on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:53:33.377361 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:33.380155 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'name': 'network-vif-deleted', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:53:33.395817 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4e6ea0c8-327d-486e-b894-f482cd5ab97d req-1f780501-20ec-46f4-b78d-80f7366e50f0 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.24 "DELETE /v2.0/ports/d9065e00-6b67-4600-a6e0-3c94b410a809 HTTP/1.1" status: 204 len: 173 time: 1.5276949 Nov 19 20:53:33.442379 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d13867-748d-4872-a1ec-423a374fcec4', 'name': 'network-vif-deleted', 'tag': 'd9065e00-6b67-4600-a6e0-3c94b410a809', 'status': 'completed', 'code': 200} Nov 19 20:53:33.558171 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-51a044a1-ba42-4640-a945-7f5e7f13bd52 None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:53:34.040446 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-51a044a1-ba42-4640-a945-7f5e7f13bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:53:34.044904 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a044a1-ba42-4640-a945-7f5e7f13bd52 None None] Checking router: ce21546e-9330-4d9b-8bac-77ff53b0db1b for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:53:34.058194 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a044a1-ba42-4640-a945-7f5e7f13bd52 None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:53:34.059039 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-51a044a1-ba42-4640-a945-7f5e7f13bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:53:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:53:34.156746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51580) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:53:34.229966 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:34.247770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-51a044a1-ba42-4640-a945-7f5e7f13bd52 None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:53:34.259131 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:34.309134 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:34.314652 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-88b922d4-b322-4567-848e-b1ffd383e560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:53:34.330689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event deleted for resources: {'SecurityGroup': ['ID=2819d7c5-e55c-4c87-aa3e-c97585a0a4e7,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:53:34.346188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.346608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.347009 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.347407 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.347810 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.348190 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.348613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.349000 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.349389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.349775 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.350162 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.350545 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.350985 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.351372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.351756 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.352180 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.352624 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.353014 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.353396 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.353778 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.354161 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.354539 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.354924 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.355363 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:53:34.359547 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:53:34.360485 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:34.364757 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "DELETE /v2.0/security-groups/2819d7c5-e55c-4c87-aa3e-c97585a0a4e7 HTTP/1.1" status: 204 len: 168 time: 0.2037432 Nov 19 20:53:34.364757 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51584) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:53:34.381854 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.api.v2.resource [None req-c295a22e-f1cc-496c-86a2-e1b531f9e03f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] show failed (client error): The resource could not be found. Nov 19 20:53:34.383235 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c295a22e-f1cc-496c-86a2-e1b531f9e03f tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "GET /v2.0/security-groups/2819d7c5-e55c-4c87-aa3e-c97585a0a4e7 HTTP/1.1" status: 404 len: 347 time: 0.0176435 Nov 19 20:53:34.385893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51588) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:53:34.549359 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Deleting port 820027f6-0671-4761-ae2b-d2dd0900dcac {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:53:34.549726 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:34.580894 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-51a044a1-ba42-4640-a945-7f5e7f13bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:53:34.585184 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a044a1-ba42-4640-a945-7f5e7f13bd52 None None] The sync data for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb is: [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 4, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb', '_interfaces': [{'id': '29adbe1d-fac9-4d4d-8cd3-c02676bf92b5', 'name': '', 'network_id': 'aadb73e4-69a8-43c4-b6f9-c6004513a7df', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'mac_address': 'fa:16:3e:75:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:34Z', 'updated_at': '2020-11-19T20:48:45Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'subnets': [{'id': 'b11ed45c-7ceb-4433-9b12-5be99c90d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:53:34.727861 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:34.728215 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:34.856745 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Calling delete_port for 820027f6-0671-4761-ae2b-d2dd0900dcac owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:53:34.962467 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df72929-e37c-4d57-8e31-abf0cdcbbdd0 None None] New status for floating IP a9f31c52-95ed-41a4-8401-bd3d29959f93: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 20:53:34.998299 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:35.013729 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:53:35.078424 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Pushing event deleted for resources: {'Port': ['ID=820027f6-0671-4761-ae2b-d2dd0900dcac,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:53:35.129372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:53:35.241304 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:35.255854 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:35.257111 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] 10.222.0.13 "DELETE /v2.0/floatingips/a9f31c52-95ed-41a4-8401-bd3d29959f93 HTTP/1.1" status: 204 len: 168 time: 0.8699651 Nov 19 20:53:38.284066 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51614) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:53:38.819192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:38.877323 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852704235'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:39.704297 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] Deleting port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:53:39.704746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:39.880796 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] For port 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=29adbe1d-fac9-4d4d-8cd3-c02676bf92b5,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:53:39.881187 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:40.006108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] Calling delete_port for 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:53:40.186238 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:40.203719 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7eab4478-b3b1-4e50-aae9-b9ccccac8f0e tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:53:40.257353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=29adbe1d-fac9-4d4d-8cd3-c02676bf92b5,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:53:40.261236 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:53:40.627848 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7106762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853170599'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:41.362435 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] Router ce21546e-9330-4d9b-8bac-77ff53b0db1b has already been hosted by L3 agent 15e5ea5d-0456-4ef7-a588-57c2c021a800 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 20:53:41.570573 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-smb the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 20:53:41.581105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee03f915-8924-4ecf-b513-4822c4bd80bb None None] Sync routers for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 20:53:41.583957 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-f97c8c80-2e6b-4dae-b38a-e672517c2d83 admin admin] 10.222.0.13 "PUT /v2.0/routers/ce21546e-9330-4d9b-8bac-77ff53b0db1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2987134 Nov 19 20:53:41.586639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51620) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:53:41.594447 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee03f915-8924-4ecf-b513-4822c4bd80bb None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:53:41.595121 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ee03f915-8924-4ecf-b513-4822c4bd80bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:53:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:53:41.784740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ee03f915-8924-4ecf-b513-4822c4bd80bb None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:53:41.793979 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:42.098871 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ee03f915-8924-4ecf-b513-4822c4bd80bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:53:40Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:53:42.104086 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee03f915-8924-4ecf-b513-4822c4bd80bb None None] Checking router: ce21546e-9330-4d9b-8bac-77ff53b0db1b for host: dv-cinder-750782-3-smb {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 20:53:42.118554 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee03f915-8924-4ecf-b513-4822c4bd80bb None None] Routers {'ce21546e-9330-4d9b-8bac-77ff53b0db1b'} bound to L3 agent in host dv-cinder-750782-3-smb {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 20:53:42.119283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ee03f915-8924-4ecf-b513-4822c4bd80bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:15Z,description=,heartbeat_timestamp=2020-11-19T20:53:15Z,host='dv-cinder-750782-3-smb',id=15e5ea5d-0456-4ef7-a588-57c2c021a800,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T20:35:15Z,topic='l3_agent')) {'router_ids': ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:53:42.233741 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:42.241942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Deleting port 1bbf3426-9d4b-4bc3-8210-05d4c816c697 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:53:42.242303 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:42.312013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ee03f915-8924-4ecf-b513-4822c4bd80bb None None] Set router ce21546e-9330-4d9b-8bac-77ff53b0db1b gateway port host: dv-cinder-750782-3-smb {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 20:53:42.423491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] For port 1bbf3426-9d4b-4bc3-8210-05d4c816c697, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=1bbf3426-9d4b-4bc3-8210-05d4c816c697,segment=NetworkSegment(cbcf5cef-a028-412f-8778-78295e1c5e6c),segment_id=cbcf5cef-a028-412f-8778-78295e1c5e6c)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:53:42.424117 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:42.551221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Calling delete_port for 1bbf3426-9d4b-4bc3-8210-05d4c816c697 owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:53:42.613351 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ee03f915-8924-4ecf-b513-4822c4bd80bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:53:40Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}], 'dv-cinder-750782-3-smb', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:53:42.617506 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee03f915-8924-4ecf-b513-4822c4bd80bb None None] The sync data for ids ['ce21546e-9330-4d9b-8bac-77ff53b0db1b'] in dv-cinder-750782-3-smb is: [{'id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1625285475-router', 'tenant_id': '81d691c4141f4953aeacf85947be2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'external_fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:53:40Z', 'revision_number': 5, 'project_id': '81d691c4141f4953aeacf85947be2fe5', 'gw_port': {'id': '1bbf3426-9d4b-4bc3-8210-05d4c816c697', 'name': '', 'network_id': '19bfa57d-a95f-48de-acf6-6b99b2c60e31', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21546e-9330-4d9b-8bac-77ff53b0db1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '785510c2-2106-47be-a83e-d82e7889b90b', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '785510c2-2106-47be-a83e-d82e7889b90b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-smb'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 20:53:42.727732 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:42.744340 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:53:42.756998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f852ee0-93de-4af0-b4fa-91e07a621b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:42.804638 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbf3426-9d4b-4bc3-8210-05d4c816c697,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:53:42.808626 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:53:43.108001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853173893'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:43.374204 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:43.378508 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:43.403790 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1967321'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:43.404333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce21546e-9330-4d9b-8bac-77ff53b0db1b {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 20:53:43.417144 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:43.418410 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-5eab3d86-d60c-48eb-817d-8bb4f28410c9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ce21546e-9330-4d9b-8bac-77ff53b0db1b HTTP/1.1" status: 204 len: 168 time: 1.8307660 Nov 19 20:53:43.421019 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51624) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:53:43.490895 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e495ce-3ff0-4274-a682-8595d03b7f24 admin admin] Deleting subnet b11ed45c-7ceb-4433-9b12-5be99c90d361 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:53:43.493993 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85e495ce-3ff0-4274-a682-8595d03b7f24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:43.546988 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85e495ce-3ff0-4274-a682-8595d03b7f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851966914'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:43.633139 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85e495ce-3ff0-4274-a682-8595d03b7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:43.759341 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:53:43.793105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:53:43.793991 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 29adbe1d-fac9-4d4d-8cd3-c02676bf92b5 not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:53:43.794455 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 1bbf3426-9d4b-4bc3-8210-05d4c816c697 no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:53:43.826999 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: 1bbf3426-9d4b-4bc3-8210-05d4c816c697 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:53:43.827332 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 1bbf3426-9d4b-4bc3-8210-05d4c816c697 not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:53:43.896134 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85e495ce-3ff0-4274-a682-8595d03b7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851923000'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:43.912017 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a4a4d75e-d497-4c19-b022-f44bc49a4265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:53:43.961167 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e495ce-3ff0-4274-a682-8595d03b7f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11ed45c-7ceb-4433-9b12-5be99c90d361,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:53:43.965727 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-85e495ce-3ff0-4274-a682-8595d03b7f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:53:44.048260 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85e495ce-3ff0-4274-a682-8595d03b7f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:44.053772 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c21e2a-7db9-4cc2-8252-5da66f4eb6f9 None None] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:53:44.054353 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-85e495ce-3ff0-4274-a682-8595d03b7f24 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b11ed45c-7ceb-4433-9b12-5be99c90d361 HTTP/1.1" status: 204 len: 168 time: 0.6322825 Nov 19 20:53:44.056976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51628) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:53:44.181437 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:44.253257 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Deleting port 3a41f09e-7420-4440-b4ce-21466513c0a0 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:53:44.253631 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:44.309509 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c741886-3490-4ebc-91d5-86275b36b737 None None] DHCP port deletion for aadb73e4-69a8-43c4-b6f9-c6004513a7df request from dv-cinder-750782-3-smb {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 20:53:44.313723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3c741886-3490-4ebc-91d5-86275b36b737 None None] Deleting port 3a41f09e-7420-4440-b4ce-21466513c0a0 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:53:44.314138 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c741886-3490-4ebc-91d5-86275b36b737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:44.467536 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] For port 3a41f09e-7420-4440-b4ce-21466513c0a0, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=3a41f09e-7420-4440-b4ce-21466513c0a0,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:53:44.467850 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:44.523600 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-3c741886-3490-4ebc-91d5-86275b36b737 None None] For port 3a41f09e-7420-4440-b4ce-21466513c0a0, host dv-cinder-750782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-smb',level=0,port_id=3a41f09e-7420-4440-b4ce-21466513c0a0,segment=NetworkSegment(140de590-c98c-4aeb-9ada-3333bdbbdd3c),segment_id=140de590-c98c-4aeb-9ada-3333bdbbdd3c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:53:44.524162 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c741886-3490-4ebc-91d5-86275b36b737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:44.596653 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Calling delete_port for 3a41f09e-7420-4440-b4ce-21466513c0a0 owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:53:44.650131 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3c741886-3490-4ebc-91d5-86275b36b737 None None] Calling delete_port for 3a41f09e-7420-4440-b4ce-21466513c0a0 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:53:44.672557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853010863'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:44.688682 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-03237d94-26bb-4fb7-bf8c-0c5cbf9ec2ac tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:53:44.728944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.db.api [None req-3c741886-3490-4ebc-91d5-86275b36b737 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 20:53:44.729273 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_db.api [None req-3c741886-3490-4ebc-91d5-86275b36b737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 20:53:44.742641 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a41f09e-7420-4440-b4ce-21466513c0a0,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:53:44.747222 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:53:44.828748 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] No DVR routers for this DVR port 3a41f09e-7420-4440-b4ce-21466513c0a0 on host dv-cinder-750782-3-smb {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:53:44.951596 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:45.065207 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadb73e4-69a8-43c4-b6f9-c6004513a7df']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:53:45.079088 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140de590-c98c-4aeb-9ada-3333bdbbdd3c') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:53:45.079403 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140de590-c98c-4aeb-9ada-3333bdbbdd3c') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:53:45.091650 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2808885'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:45.109817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:45.111946 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:53:45.231230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3c741886-3490-4ebc-91d5-86275b36b737 None None] Deleting port 3a41f09e-7420-4440-b4ce-21466513c0a0 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:53:45.231803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c741886-3490-4ebc-91d5-86275b36b737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:45.300742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3c741886-3490-4ebc-91d5-86275b36b737 None None] The port '3a41f09e-7420-4440-b4ce-21466513c0a0' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 20:53:45.498998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b718b4ef-84cf-47fb-97c2-358e32433987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:45.521611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:53:45.534525 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853011291'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:45.708914 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Network aadb73e4-69a8-43c4-b6f9-c6004513a7df has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:53:45.732738 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:53:45.756761 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 3a41f09e-7420-4440-b4ce-21466513c0a0 no longer exists at agent ovs-agent-dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:53:45.804418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] No Port match for: 3a41f09e-7420-4440-b4ce-21466513c0a0 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:53:45.804831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Device 3a41f09e-7420-4440-b4ce-21466513c0a0 not bound to the agent host dv-cinder-750782-3-smb {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:53:45.811883 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:45.816976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:45.820380 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:53:45.837073 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:45.846499 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Pushing event deleted for resources: {'Network': ['ID=aadb73e4-69a8-43c4-b6f9-c6004513a7df,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:53:45.851113 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:53:45.854858 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ea24b662-b17d-4284-b436-02f8cbf08603 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aadb73e4-69a8-43c4-b6f9-c6004513a7df HTTP/1.1" status: 204 len: 168 time: 1.7968864 Nov 19 20:53:45.997639 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51634) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:53:46.051163 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-1e308bf6-2078-4089-ac18-6ced9e088fcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81d691c4141f4953aeacf85947be2fe5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519230 Nov 19 20:53:46.053553 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51638) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:53:46.117410 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-873e387a-15e5-48c2-9bc1-27bc2759efba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:46.149571 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-873e387a-15e5-48c2-9bc1-27bc2759efba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:46.196589 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-873e387a-15e5-48c2-9bc1-27bc2759efba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:46.201114 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bcd644f6-d74e-4b5d-81c5-5d734c381d09 tempest-TestShelveInstance-471753467 tempest-TestShelveInstance-471753467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:53:46.216265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e387a-15e5-48c2-9bc1-27bc2759efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fe74bc-2691-4d39-b4cf-dbcc486c9968,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:53:46.221338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-873e387a-15e5-48c2-9bc1-27bc2759efba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:53:46.223283 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-873e387a-15e5-48c2-9bc1-27bc2759efba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:46.224495 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-873e387a-15e5-48c2-9bc1-27bc2759efba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1fe74bc-2691-4d39-b4cf-dbcc486c9968 HTTP/1.1" status: 204 len: 168 time: 0.1699972 Nov 19 20:53:46.891441 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:46.928773 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:53:53.768943 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:54:05.001226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51848) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:05.155196 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-095154c4-497b-404b-b1d9-345b61c719f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:05.188782 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-095154c4-497b-404b-b1d9-345b61c719f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:54:05.192808 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-095154c4-497b-404b-b1d9-345b61c719f2 admin admin] Usage tracker for resource:security_group_rule and tenant:59ec32e72cbb4529aec7425e98d2fa66 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:54:05.195693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-095154c4-497b-404b-b1d9-345b61c719f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:54:05.202088 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-095154c4-497b-404b-b1d9-345b61c719f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:54:05.269921 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-095154c4-497b-404b-b1d9-345b61c719f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:05.272365 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-095154c4-497b-404b-b1d9-345b61c719f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:05.279932 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d634d25c-00b0-4f29-983b-3b046129c351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:05.321691 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095154c4-497b-404b-b1d9-345b61c719f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6423f45c-01e8-4331-b8ff-020ee5b48836,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:05.328989 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-095154c4-497b-404b-b1d9-345b61c719f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59ec32e72cbb4529aec7425e98d2fa66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3248088 Nov 19 20:54:05.328989 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-095154c4-497b-404b-b1d9-345b61c719f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:05.329893 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51854) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:05.394897 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4be94b15-170e-4213-9152-c819f4297407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:05.421111 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4be94b15-170e-4213-9152-c819f4297407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:05.467660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4be94b15-170e-4213-9152-c819f4297407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:05.472609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a7a49515-bb53-4aa5-8f21-1c168f44c73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:05.483873 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be94b15-170e-4213-9152-c819f4297407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6423f45c-01e8-4331-b8ff-020ee5b48836,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:05.486389 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4be94b15-170e-4213-9152-c819f4297407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:05.492599 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4be94b15-170e-4213-9152-c819f4297407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:05.493814 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-4be94b15-170e-4213-9152-c819f4297407 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6423f45c-01e8-4331-b8ff-020ee5b48836 HTTP/1.1" status: 204 len: 168 time: 0.1629601 Nov 19 20:54:05.839128 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 51862) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:05.858864 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868fc251-6742-4c7a-a965-26f219b85755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:05.891688 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-868fc251-6742-4c7a-a965-26f219b85755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:54:05.895676 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-868fc251-6742-4c7a-a965-26f219b85755 admin admin] Usage tracker for resource:security_group_rule and tenant:7df7234caa264c239160c97c515f516a is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:54:05.898593 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-868fc251-6742-4c7a-a965-26f219b85755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:54:05.904448 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-868fc251-6742-4c7a-a965-26f219b85755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:54:05.971483 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868fc251-6742-4c7a-a965-26f219b85755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:05.974348 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868fc251-6742-4c7a-a965-26f219b85755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:05.981826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-feff3e4f-ce3b-41a8-aa43-f455d1353b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:06.024763 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fc251-6742-4c7a-a965-26f219b85755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb94a300-fcee-421a-b044-01b801d398fe,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:06.029703 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-868fc251-6742-4c7a-a965-26f219b85755 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7df7234caa264c239160c97c515f516a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1888614 Nov 19 20:54:06.030690 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-868fc251-6742-4c7a-a965-26f219b85755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:06.032393 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 51866) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:06.101298 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2b90dc0-3a97-4a69-9187-d32d91b56b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:06.128102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2b90dc0-3a97-4a69-9187-d32d91b56b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:06.171476 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2b90dc0-3a97-4a69-9187-d32d91b56b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:06.176347 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42e8ba90-e264-40bf-913d-52b60ee0aa29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:06.188990 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b90dc0-3a97-4a69-9187-d32d91b56b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb94a300-fcee-421a-b044-01b801d398fe,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:06.192186 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a2b90dc0-3a97-4a69-9187-d32d91b56b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:06.194244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2b90dc0-3a97-4a69-9187-d32d91b56b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:06.196728 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-a2b90dc0-3a97-4a69-9187-d32d91b56b6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb94a300-fcee-421a-b044-01b801d398fe HTTP/1.1" status: 204 len: 168 time: 0.1619301 Nov 19 20:54:08.818039 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:12.762274 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad081-bef7-4ac4-acdf-a860ff3bedc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:13.254145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51948) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:13.409156 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-47f0882d-6855-425a-87c6-2feab387c169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:13.441768 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-47f0882d-6855-425a-87c6-2feab387c169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:54:13.447384 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-47f0882d-6855-425a-87c6-2feab387c169 admin admin] Usage tracker for resource:security_group_rule and tenant:87f4f949395e426b8c92db52f165379f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:54:13.450931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-47f0882d-6855-425a-87c6-2feab387c169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:54:13.456736 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-47f0882d-6855-425a-87c6-2feab387c169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:54:13.524495 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-47f0882d-6855-425a-87c6-2feab387c169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:13.527454 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-47f0882d-6855-425a-87c6-2feab387c169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:13.534980 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fc4e7056-d06f-4a94-ba54-0a79db219d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:13.582150 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0882d-6855-425a-87c6-2feab387c169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c65e21a-5687-4e63-91bd-5ebebb71756c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:13.585715 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-47f0882d-6855-425a-87c6-2feab387c169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:13.588711 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-47f0882d-6855-425a-87c6-2feab387c169 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87f4f949395e426b8c92db52f165379f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3335011 Nov 19 20:54:13.591609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51954) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:13.653353 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-13d6a94b-8fee-4241-adb0-27badf7a5a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:13.680787 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-13d6a94b-8fee-4241-adb0-27badf7a5a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:13.725453 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-13d6a94b-8fee-4241-adb0-27badf7a5a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:13.731670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4ca4d524-efbe-4d70-9643-7d7def3e1812 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:13.742300 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6a94b-8fee-4241-adb0-27badf7a5a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c65e21a-5687-4e63-91bd-5ebebb71756c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:13.748314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-13d6a94b-8fee-4241-adb0-27badf7a5a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:13.750317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-13d6a94b-8fee-4241-adb0-27badf7a5a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:13.751519 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-13d6a94b-8fee-4241-adb0-27badf7a5a92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c65e21a-5687-4e63-91bd-5ebebb71756c HTTP/1.1" status: 204 len: 168 time: 0.1590419 Nov 19 20:54:14.099999 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51962) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:14.119413 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c08c242f-0e43-4084-8052-455740ded1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:14.152168 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c08c242f-0e43-4084-8052-455740ded1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:54:14.156136 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c08c242f-0e43-4084-8052-455740ded1cb admin admin] Usage tracker for resource:security_group_rule and tenant:29e78f124abc43b19df2f56382173366 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:54:14.159101 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-c08c242f-0e43-4084-8052-455740ded1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:54:14.165255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c08c242f-0e43-4084-8052-455740ded1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:54:14.231262 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c08c242f-0e43-4084-8052-455740ded1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:14.234205 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c08c242f-0e43-4084-8052-455740ded1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:14.241670 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e2c3bd51-c5eb-4722-b53c-cf250cf233a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:14.289402 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c242f-0e43-4084-8052-455740ded1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b95020-6806-4c21-8f68-3e5f490c457c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:14.292672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c08c242f-0e43-4084-8052-455740ded1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:14.295236 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c08c242f-0e43-4084-8052-455740ded1cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29e78f124abc43b19df2f56382173366&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1940105 Nov 19 20:54:14.298056 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 51966) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:14.360800 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5f435e35-cce1-42d8-b045-e02604167c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:14.388502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5f435e35-cce1-42d8-b045-e02604167c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:14.432080 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5f435e35-cce1-42d8-b045-e02604167c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:14.438077 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ec3d2c21-825d-40fe-b2f0-ae9c21b12124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:14.451565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f435e35-cce1-42d8-b045-e02604167c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b95020-6806-4c21-8f68-3e5f490c457c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:14.456500 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5f435e35-cce1-42d8-b045-e02604167c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:14.458414 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5f435e35-cce1-42d8-b045-e02604167c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:14.459617 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-5f435e35-cce1-42d8-b045-e02604167c90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2b95020-6806-4c21-8f68-3e5f490c457c HTTP/1.1" status: 204 len: 168 time: 0.1606019 Nov 19 20:54:15.499328 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8dbd20c4-8a54-4213-bb3e-0178e453612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:15.799995 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:16.893231 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:16.934256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:22.442562 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 52094) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:22.596062 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeaf2b3d-20db-47a2-9d3f-c44325109890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:22.628762 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aeaf2b3d-20db-47a2-9d3f-c44325109890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:54:22.632842 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-aeaf2b3d-20db-47a2-9d3f-c44325109890 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf0b13ee99547988c6ea3684509d5fd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:54:22.635759 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-aeaf2b3d-20db-47a2-9d3f-c44325109890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:54:22.641569 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aeaf2b3d-20db-47a2-9d3f-c44325109890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:54:22.709177 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeaf2b3d-20db-47a2-9d3f-c44325109890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:22.711815 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeaf2b3d-20db-47a2-9d3f-c44325109890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:22.719904 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2acb54db-a4f4-42ff-a383-945a63db581e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:22.768512 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-aeaf2b3d-20db-47a2-9d3f-c44325109890 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cf0b13ee99547988c6ea3684509d5fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3248298 Nov 19 20:54:22.769269 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf2b3d-20db-47a2-9d3f-c44325109890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc7fe87-e98f-4628-9864-c7d8da82c389,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:22.771386 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 52100) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:22.772659 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aeaf2b3d-20db-47a2-9d3f-c44325109890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:22.841330 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef968466-a332-4c69-add8-7ad0d0795ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:22.868390 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef968466-a332-4c69-add8-7ad0d0795ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:22.914591 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef968466-a332-4c69-add8-7ad0d0795ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:22.920219 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-97cf5111-35a7-44c3-9849-5fea2c41dd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:22.934255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef968466-a332-4c69-add8-7ad0d0795ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc7fe87-e98f-4628-9864-c7d8da82c389,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:22.937333 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ef968466-a332-4c69-add8-7ad0d0795ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:22.938215 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef968466-a332-4c69-add8-7ad0d0795ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:22.939409 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-ef968466-a332-4c69-add8-7ad0d0795ea2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cc7fe87-e98f-4628-9864-c7d8da82c389 HTTP/1.1" status: 204 len: 168 time: 0.1668010 Nov 19 20:54:23.278689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 52108) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:23.298401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-305efd03-1fec-474f-bb71-2e37da98c900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:23.331296 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-305efd03-1fec-474f-bb71-2e37da98c900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:54:23.335361 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-305efd03-1fec-474f-bb71-2e37da98c900 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe3e307ac3a4a6aab6dc87a73796895 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:54:23.338314 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-305efd03-1fec-474f-bb71-2e37da98c900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:54:23.344266 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-305efd03-1fec-474f-bb71-2e37da98c900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:54:23.410547 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-305efd03-1fec-474f-bb71-2e37da98c900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:23.413565 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-305efd03-1fec-474f-bb71-2e37da98c900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:23.421199 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-13e5102e-037c-4f6d-adb3-86baddb563e0 tempest-AttachVolumeTestJSON-690424805 tempest-AttachVolumeTestJSON-690424805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:23.466255 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305efd03-1fec-474f-bb71-2e37da98c900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7939558-4d4b-4caa-9571-ef8c6ae48f37,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:23.471026 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-305efd03-1fec-474f-bb71-2e37da98c900 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fe3e307ac3a4a6aab6dc87a73796895&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1911623 Nov 19 20:54:23.472026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-305efd03-1fec-474f-bb71-2e37da98c900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:23.473713 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 52112) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:23.540011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76c8ee9b-814d-4d9b-a83d-4c6b5da4e821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:23.566799 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76c8ee9b-814d-4d9b-a83d-4c6b5da4e821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:23.611200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76c8ee9b-814d-4d9b-a83d-4c6b5da4e821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:23.616126 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e878fa6-ce04-4e15-8224-379938147468 tempest-AttachVolumeShelveTestJSON-349829913 tempest-AttachVolumeShelveTestJSON-349829913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:23.628401 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8ee9b-814d-4d9b-a83d-4c6b5da4e821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7939558-4d4b-4caa-9571-ef8c6ae48f37,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:23.631546 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-76c8ee9b-814d-4d9b-a83d-4c6b5da4e821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:23.633542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76c8ee9b-814d-4d9b-a83d-4c6b5da4e821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:23.634743 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-76c8ee9b-814d-4d9b-a83d-4c6b5da4e821 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7939558-4d4b-4caa-9571-ef8c6ae48f37 HTTP/1.1" status: 204 len: 168 time: 0.1600757 Nov 19 20:54:24.525797 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 52134) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:24.667940 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-89784399-network', 'tenant_id': '4d69a07e46bd4577848ec49c03a41891'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:54:24.673084 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:54:24.677163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Usage tracker for resource:network and tenant:4d69a07e46bd4577848ec49c03a41891 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:54:24.680148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:54:24.686528 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:54:24.695880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Made reservation on behalf of 4d69a07e46bd4577848ec49c03a41891 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:54:24.701244 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:24.713948 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:24.745747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:54:24.749798 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Usage tracker for resource:security_group_rule and tenant:4d69a07e46bd4577848ec49c03a41891 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:54:24.752693 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:54:24.758355 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:54:24.827627 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:24.830492 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:24.834708 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-095154c4-497b-404b-b1d9-345b61c719f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:24.867709 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 20:54:24.881253 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081dd100-9fa2-43c5-8439-b590f31bb92b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:24.885516 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:24.887226 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:24.887612 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.db.segments_db [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Added segment 2f10f12e-4300-4de1-afda-ae0c9116b898 of type vxlan for network 7fab1b3b-77d9-4736-862b-4257e8e433b1 Nov 19 20:54:24.916115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288892722190'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:24.945715 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:24.946942 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:24.947580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:24.953201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:25.056950 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5293963 Nov 19 20:54:25.060625 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 52140) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:54:25.063354 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Pushing event updated for resources: {'Network': ['ID=7fab1b3b-77d9-4736-862b-4257e8e433b1,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:25.069531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4c02d078-2fe3-4110-9465-614bbdfeed7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:25.075459 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Network 7fab1b3b-77d9-4736-862b-4257e8e433b1 details requested by agent ovs-agent-dv-cinder-750782-3-smb with host dv-cinder-750782-3-smb {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:54:25.077286 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Request body: {'subnet': {'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-89784399-subnet', 'tenant_id': '4d69a07e46bd4577848ec49c03a41891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:54:25.082777 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:54:25.087278 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Usage tracker for resource:subnet and tenant:4d69a07e46bd4577848ec49c03a41891 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:54:25.091031 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:54:25.093935 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Network 7fab1b3b-77d9-4736-862b-4257e8e433b1 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 20:54:25.097446 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:54:25.108175 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Made reservation on behalf of 4d69a07e46bd4577848ec49c03a41891 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:54:25.113048 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2277277'] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:25.518609 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2170341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2277294'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:25.534622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9024d347-951e-4139-846d-328ec0a63932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:25.671927 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7b498b-7e30-47d7-a85c-9a9755eb6176,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:25.676127 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:25.738524 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Checking segment: {'id': '2f10f12e-4300-4de1-afda-ae0c9116b898', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:54:25.738909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Network hostable DHCP agents. Network: 7fab1b3b-77d9-4736-862b-4257e8e433b1, hostable agents: ['607170dc-ea53-4d90-9a86-d0b950fcc303'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 20:54:25.761357 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Network 7fab1b3b-77d9-4736-862b-4257e8e433b1 is scheduled to be hosted by DHCP agent 607170dc-ea53-4d90-9a86-d0b950fcc303 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 20:54:25.769647 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-smb, 7fab1b3b-77d9-4736-862b-4257e8e433b1) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:54:25.778807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfad1eb-e846-426e-960f-50df2dab05db None None] Network 7fab1b3b-77d9-4736-862b-4257e8e433b1 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:54:25.782011 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:25.782658 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:25.806520 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-4b7ffc14-f9e2-45cf-9422-77460e111ad9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7447307 Nov 19 20:54:26.001463 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a91071-746b-4d01-b97f-9a0263c1a7e4 None None] Network 7fab1b3b-77d9-4736-862b-4257e8e433b1 requested from dv-cinder-750782-3-smb {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 20:54:28.184048 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cfb329e7-ffae-4ec0-b1ef-9bbe5581749e tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:28.185650 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cfb329e7-ffae-4ec0-b1ef-9bbe5581749e tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/networks?id=7fab1b3b-77d9-4736-862b-4257e8e433b1 HTTP/1.1" status: 200 len: 812 time: 0.3742144 Nov 19 20:54:28.202910 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-719e2005-9597-427d-b8d8-a0948c974ea4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/quotas/4d69a07e46bd4577848ec49c03a41891 HTTP/1.1" status: 200 len: 375 time: 0.0113509 Nov 19 20:54:28.251675 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-ea1d0370-d671-4be4-b2d9-5c7f0409d20f tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d69a07e46bd4577848ec49c03a41891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434694 Nov 19 20:54:28.263230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-b91a2bdd-8b4f-4af7-a785-e47019dbb6a6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:54:28.264251 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-b91a2bdd-8b4f-4af7-a785-e47019dbb6a6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0058784 Nov 19 20:54:28.406452 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-624ce87d-2f7c-4f5a-a620-1f9b0bea6d15 service neutron] 10.222.0.13 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361742 Nov 19 20:54:28.550192 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-e1cd2b07-3491-44ac-8392-8313d6265bcc service neutron] 10.222.0.13 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372113 Nov 19 20:54:28.754237 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c3248ab4-1e78-4a7b-b494-5e8e4a73cc51 req-e956bafc-125e-4f03-a8c5-0a66889690f9 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 210 time: 0.0467768 Nov 19 20:54:29.941887 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-be6fa436-20c1-4b79-b408-1f8fa36a503a tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:29.943429 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-be6fa436-20c1-4b79-b408-1f8fa36a503a tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.24 "GET /v2.0/networks?id=7fab1b3b-77d9-4736-862b-4257e8e433b1 HTTP/1.1" status: 200 len: 812 time: 0.2094076 Nov 19 20:54:29.950261 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-c66d927a-4dba-4897-86fa-29c337c09f34 req-f000ddf2-6f48-4582-9f50-ae1c8fbaaa83 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 210 time: 0.0628996 Nov 19 20:54:29.972443 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Request body: {'port': {'device_id': '75f29f5c-292e-4356-81af-8eb7b8f697a5', 'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1', 'admin_state_up': True, 'tenant_id': '4d69a07e46bd4577848ec49c03a41891'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:54:30.121339 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:54:30.125421 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Usage tracker for resource:port and tenant:4d69a07e46bd4577848ec49c03a41891 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 20:54:30.128387 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Quota usage for port was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 20:54:30.134211 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:54:30.144479 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Made reservation on behalf of 4d69a07e46bd4577848ec49c03a41891 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:54:30.149944 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:30.453025 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Allocated IP 172.20.0.4 (7fab1b3b-77d9-4736-862b-4257e8e433b1/9f7b498b-7e30-47d7-a85c-9a9755eb6176/5820546a-f61f-4d5d-bc0f-62d9f22f13db) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:54:30.672037 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:30.696885 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:30.714192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2ab67c7-34a1-418f-8c3e-4f10cc32db39 tempest-TestMinimumBasicScenario-219054471 tempest-TestMinimumBasicScenario-219054471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:30.770468 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:54:30.849714 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Pushing event updated for resources: {'Port': ['ID=5820546a-f61f-4d5d-bc0f-62d9f22f13db,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:30.853227 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:30.907563 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Network 7fab1b3b-77d9-4736-862b-4257e8e433b1 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:54:30.908698 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:54:30.911371 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:54:30.974096 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:30.974661 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:30.994957 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-773c16e6-8e4e-431f-a473-ac3e84997d97 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0274813 Nov 19 20:54:31.012414 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-23b0ceab-4248-4347-a109-897f1158f9f5 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:54:31.013498 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-23b0ceab-4248-4347-a109-897f1158f9f5 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0061901 Nov 19 20:54:31.025724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Request body: {'port': {'device_id': '75f29f5c-292e-4356-81af-8eb7b8f697a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:54:31.145931 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:31.332009 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aa69e-63bb-4d91-ac3a-3e75c1c499cc req-d15eb4fb-0fbd-4a63-ad4b-84c5ded0340c tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:31.333641 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9b1aa69e-63bb-4d91-ac3a-3e75c1c499cc req-d15eb4fb-0fbd-4a63-ad4b-84c5ded0340c tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 931 time: 0.2486613 Nov 19 20:54:31.387449 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-9b1aa69e-63bb-4d91-ac3a-3e75c1c499cc req-82dcbf12-4197-4d4c-bf96-0fc9078d4b41 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Synchronizing usage tracker for tenant:4d69a07e46bd4577848ec49c03a41891 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:54:31.405755 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-9b1aa69e-63bb-4d91-ac3a-3e75c1c499cc req-82dcbf12-4197-4d4c-bf96-0fc9078d4b41 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Unset dirty status for tenant:4d69a07e46bd4577848ec49c03a41891 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:54:31.406993 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9b1aa69e-63bb-4d91-ac3a-3e75c1c499cc req-82dcbf12-4197-4d4c-bf96-0fc9078d4b41 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660293 Nov 19 20:54:31.564205 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5820546a-f61f-4d5d-bc0f-62d9f22f13db {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:54:31.571118 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:31.583134 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Transition to ACTIVE for port object 5820546a-f61f-4d5d-bc0f-62d9f22f13db will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:54:31.585880 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:31.601482 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bbf86eff-2b7e-4a73-9e05-b08d3518850a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:31.739970 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Pushing event updated for resources: {'Port': ['ID=5820546a-f61f-4d5d-bc0f-62d9f22f13db,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:31.744976 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:31.920373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Attempting to bind port 5820546a-f61f-4d5d-bc0f-62d9f22f13db on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:54:31.920788 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Attempting to bind port 5820546a-f61f-4d5d-bc0f-62d9f22f13db by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '2f10f12e-4300-4de1-afda-ae0c9116b898', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:54:31.921153 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Attempting to bind port 5820546a-f61f-4d5d-bc0f-62d9f22f13db on network 7fab1b3b-77d9-4736-862b-4257e8e433b1 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:54:31.927974 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:54:31.928350 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Checking segment: {'id': '2f10f12e-4300-4de1-afda-ae0c9116b898', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:54:31.928805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:31.929200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Bound using segment: {'id': '2f10f12e-4300-4de1-afda-ae0c9116b898', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:54:31.929694 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Bound port: 5820546a-f61f-4d5d-bc0f-62d9f22f13db, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f10f12e-4300-4de1-afda-ae0c9116b898', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:54:31.930065 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:32.024228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] For port 5820546a-f61f-4d5d-bc0f-62d9f22f13db, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:54:32.028188 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] For port 5820546a-f61f-4d5d-bc0f-62d9f22f13db, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5820546a-f61f-4d5d-bc0f-62d9f22f13db,segment=NetworkSegment(2f10f12e-4300-4de1-afda-ae0c9116b898),segment_id=2f10f12e-4300-4de1-afda-ae0c9116b898)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:54:32.031580 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:32.047423 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d77f5e6a-78b0-4a79-b2f2-e4d3530da88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:32.201517 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Pushing event updated for resources: {'Port': ['ID=5820546a-f61f-4d5d-bc0f-62d9f22f13db,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:32.205222 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:32.241660 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:32.243147 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-cb238e3c-9878-4239-a5ab-e40eea729626 service neutron] 10.222.0.24 "PUT /v2.0/ports/5820546a-f61f-4d5d-bc0f-62d9f22f13db HTTP/1.1" status: 200 len: 1157 time: 1.2220578 Nov 19 20:54:32.243668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f29f5c-292e-4356-81af-8eb7b8f697a5', 'tag': '5820546a-f61f-4d5d-bc0f-62d9f22f13db'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:54:32.334234 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f29f5c-292e-4356-81af-8eb7b8f697a5', 'tag': '5820546a-f61f-4d5d-bc0f-62d9f22f13db', 'status': 'completed', 'code': 200} Nov 19 20:54:32.375294 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-3aaefb4e-6013-4a8c-8f54-8cd82d40068d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d69a07e46bd4577848ec49c03a41891&device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 1160 time: 0.0803158 Nov 19 20:54:32.454506 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-6b2e5360-04f7-40fc-91b5-6f607312eeb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5820546a-f61f-4d5d-bc0f-62d9f22f13db HTTP/1.1" status: 200 len: 217 time: 0.0659428 Nov 19 20:54:32.530165 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-3c31082e-589d-4840-aaac-c7db31152914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:32.531652 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-3c31082e-589d-4840-aaac-c7db31152914 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f7b498b-7e30-47d7-a85c-9a9755eb6176 HTTP/1.1" status: 200 len: 852 time: 0.0702090 Nov 19 20:54:32.584436 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-40fdea03-fc57-4a11-bb5d-e1c935120326 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fab1b3b-77d9-4736-862b-4257e8e433b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453701 Nov 19 20:54:32.618770 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c6c86-c40d-40ba-b45a-a23dff8a7b54 req-5472a413-e41c-4678-bcd0-2b5c95b195e9 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:32.621064 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1f9c6c86-c40d-40ba-b45a-a23dff8a7b54 req-5472a413-e41c-4678-bcd0-2b5c95b195e9 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 943 time: 0.0848024 Nov 19 20:54:32.669737 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1f9c6c86-c40d-40ba-b45a-a23dff8a7b54 req-585c393b-376a-4883-86a2-1009ebdfd2ff tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 Nov 19 20:54:32.733401 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-35944825-b765-4070-91f3-5d2b0f66bfca service neutron] 10.222.0.24 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423991 Nov 19 20:54:32.880511 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-38c596e9-cf97-43f2-94cb-19f7d20de4e4 req-ebe8b2c3-4468-4b7a-ae02-18ff3a2681ff service neutron] 10.222.0.24 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398551 Nov 19 20:54:33.049545 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f2662bd-ebf1-4d95-8034-46295ffd6e5b req-6351c9cb-559e-40ea-9a71-ddb5234e5ac9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d69a07e46bd4577848ec49c03a41891&device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 1160 time: 0.0765913 Nov 19 20:54:33.197515 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2662bd-ebf1-4d95-8034-46295ffd6e5b req-07510cd4-1dc6-426e-a2e1-b419d7afdc10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:33.199196 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f2662bd-ebf1-4d95-8034-46295ffd6e5b req-07510cd4-1dc6-426e-a2e1-b419d7afdc10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fab1b3b-77d9-4736-862b-4257e8e433b1 HTTP/1.1" status: 200 len: 906 time: 0.1428554 Nov 19 20:54:33.277537 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f2662bd-ebf1-4d95-8034-46295ffd6e5b req-c1860192-6f8c-4d3c-87be-cc8f0ac66b08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5820546a-f61f-4d5d-bc0f-62d9f22f13db HTTP/1.1" status: 200 len: 217 time: 0.0699561 Nov 19 20:54:33.347293 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2662bd-ebf1-4d95-8034-46295ffd6e5b req-634f81fa-57ee-476d-841e-7a3a521cb44e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:33.348830 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f2662bd-ebf1-4d95-8034-46295ffd6e5b req-634f81fa-57ee-476d-841e-7a3a521cb44e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f7b498b-7e30-47d7-a85c-9a9755eb6176 HTTP/1.1" status: 200 len: 852 time: 0.0647876 Nov 19 20:54:33.400133 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f2662bd-ebf1-4d95-8034-46295ffd6e5b req-3577bb5e-81b0-43f4-8651-a89d1c15973a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fab1b3b-77d9-4736-862b-4257e8e433b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447021 Nov 19 20:54:33.543630 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f2662bd-ebf1-4d95-8034-46295ffd6e5b req-b34bda33-c1e4-461e-b782-8575f89c8ff1 service neutron] 10.222.0.24 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357334 Nov 19 20:54:33.962365 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7f2662bd-ebf1-4d95-8034-46295ffd6e5b req-57ed3078-fb7e-41bf-a712-bd1cd65cd147 service neutron] 10.222.0.24 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4093025 Nov 19 20:54:33.991597 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5aefb-cb5e-40af-bbb6-3d95394f1c3b req-296f8e2a-6bf4-448a-8c02-1faaa29b1460 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:33.992330 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-1ee5aefb-cb5e-40af-bbb6-3d95394f1c3b req-296f8e2a-6bf4-448a-8c02-1faaa29b1460 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Synchronizing usage tracker for tenant:4d69a07e46bd4577848ec49c03a41891 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:54:34.011636 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-1ee5aefb-cb5e-40af-bbb6-3d95394f1c3b req-296f8e2a-6bf4-448a-8c02-1faaa29b1460 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Unset dirty status for tenant:4d69a07e46bd4577848ec49c03a41891 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:54:34.012926 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1ee5aefb-cb5e-40af-bbb6-3d95394f1c3b req-296f8e2a-6bf4-448a-8c02-1faaa29b1460 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 943 time: 0.2065752 Nov 19 20:54:34.062267 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-1ee5aefb-cb5e-40af-bbb6-3d95394f1c3b req-0598b23c-8a50-4d6c-a1df-2966c3343beb tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430281 Nov 19 20:54:34.513042 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.objects.ports [None req-84e7336a-313b-4baf-b4c7-17d5fde5dc9b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 20:54:34.925495 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 5820546a-f61f-4d5d-bc0f-62d9f22f13db up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:54:34.996817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port 5820546a-f61f-4d5d-bc0f-62d9f22f13db completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:54:35.001858 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 5820546a-f61f-4d5d-bc0f-62d9f22f13db triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:54:35.002272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:35.118377 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:35.146878 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f29f5c-292e-4356-81af-8eb7b8f697a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5820546a-f61f-4d5d-bc0f-62d9f22f13db'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:54:35.157163 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 5820546a-f61f-4d5d-bc0f-62d9f22f13db, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5820546a-f61f-4d5d-bc0f-62d9f22f13db,segment=NetworkSegment(2f10f12e-4300-4de1-afda-ae0c9116b898),segment_id=2f10f12e-4300-4de1-afda-ae0c9116b898)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:54:35.162583 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:35.164522 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:54:35.222600 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f29f5c-292e-4356-81af-8eb7b8f697a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5820546a-f61f-4d5d-bc0f-62d9f22f13db', 'code': 200} Nov 19 20:54:35.237201 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=5820546a-f61f-4d5d-bc0f-62d9f22f13db,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:54:35.247105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.247488 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.247867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.248243 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.248638 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.249010 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.249377 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.249740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.250102 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.250469 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.250831 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.251192 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.251613 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.251978 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.252338 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.252726 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.253263 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.253425 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.253763 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.254123 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.254479 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.254840 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.255200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.255559 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:54:35.259941 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:54:35.290887 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a118323-6eaa-4494-8ebb-7b59b867139f req-90cba077-c540-44bd-9f60-1eed8fb98267 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:35.292572 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8a118323-6eaa-4494-8ebb-7b59b867139f req-90cba077-c540-44bd-9f60-1eed8fb98267 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 945 time: 0.0994112 Nov 19 20:54:35.343105 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-8a118323-6eaa-4494-8ebb-7b59b867139f req-8c54824c-5c85-47d7-91f6-5a471ce71c5d tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Nov 19 20:54:35.498430 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-02a4ee15-0abf-4f22-995a-5b44773d6fd9 req-43144a35-a78f-4a76-a3e0-3443ca4e67d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 1162 time: 0.0795424 Nov 19 20:54:35.545283 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-02a4ee15-0abf-4f22-995a-5b44773d6fd9 req-6338c506-227e-4a50-bd7b-1ffd483681d5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 Nov 19 20:54:36.533529 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 5820546a-f61f-4d5d-bc0f-62d9f22f13db up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:54:36.559818 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6a59e-ac8e-43e2-8638-202492406f51 req-15aad29e-88c9-4c7e-8769-6f092e77c460 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:36.561467 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-63b6a59e-ac8e-43e2-8638-202492406f51 req-15aad29e-88c9-4c7e-8769-6f092e77c460 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 945 time: 0.0855646 Nov 19 20:54:36.614467 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-63b6a59e-ac8e-43e2-8638-202492406f51 req-0d61c308-2090-4744-9a71-f1dd560f9400 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466979 Nov 19 20:54:36.615793 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 5820546a-f61f-4d5d-bc0f-62d9f22f13db triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:54:36.616247 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:37.828057 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20490e2d-0202-43f7-b9a2-bf4262f61d5a req-87c6b36b-56e5-40c8-ba9d-26e521c7a158 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:54:37.829690 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-20490e2d-0202-43f7-b9a2-bf4262f61d5a req-87c6b36b-56e5-40c8-ba9d-26e521c7a158 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 945 time: 0.0831645 Nov 19 20:54:37.878241 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-20490e2d-0202-43f7-b9a2-bf4262f61d5a req-5addf843-c257-4865-bfb9-492ec503f63f tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 Nov 19 20:54:38.814765 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:42.765045 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d0c93873-599f-40ab-b3a5-a282b879767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:45.504386 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2427-047d-4236-8971-316963e69f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:45.800098 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:46.895186 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:54:46.933248 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:07.771816 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:55:08.812232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:11.183376 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de80483-eeb9-4255-856d-856e8adc9095 req-497b9a13-525c-4149-9e2a-d602964b03f1 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:11.185625 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0de80483-eeb9-4255-856d-856e8adc9095 req-497b9a13-525c-4149-9e2a-d602964b03f1 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 945 time: 0.0893495 Nov 19 20:55:11.233876 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0de80483-eeb9-4255-856d-856e8adc9095 req-93306e12-edbb-4f71-b633-e0d0eaf84eaa tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Nov 19 20:55:12.450130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f522b-838b-458c-8deb-8d3b985eab5c req-13cd78d1-58ae-4dbd-85fa-677ac7ec19d2 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:12.451720 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5e0f522b-838b-458c-8deb-8d3b985eab5c req-13cd78d1-58ae-4dbd-85fa-677ac7ec19d2 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 945 time: 0.0881038 Nov 19 20:55:12.499761 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5e0f522b-838b-458c-8deb-8d3b985eab5c req-e5a1f5d0-560e-4d30-b7b4-e3d8da1e668a tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 Nov 19 20:55:12.766028 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-02f7e98c-d957-40ac-8fff-2a3eae395f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:13.711265 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152ae4a-c12e-4b20-9374-6ee6d6e78e26 req-464dabeb-eed8-45ea-9d1f-fe31f1fca677 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:13.712900 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0152ae4a-c12e-4b20-9374-6ee6d6e78e26 req-464dabeb-eed8-45ea-9d1f-fe31f1fca677 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 945 time: 0.0833783 Nov 19 20:55:13.760715 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0152ae4a-c12e-4b20-9374-6ee6d6e78e26 req-8fe54aaa-4273-4d9b-9131-057a777ad124 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Nov 19 20:55:14.976807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a0082-35e5-4d11-b0df-ac1d4f055043 req-f406ec0b-613f-4982-8fb5-7a26dbe4db3a tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:14.978390 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7b5a0082-35e5-4d11-b0df-ac1d4f055043 req-f406ec0b-613f-4982-8fb5-7a26dbe4db3a tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 945 time: 0.0836129 Nov 19 20:55:15.031367 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-7b5a0082-35e5-4d11-b0df-ac1d4f055043 req-c071abea-1fc0-4588-8c41-1701dfd0b7b0 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459304 Nov 19 20:55:15.505006 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-733c946e-4666-4109-a79e-da937e9b19a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:15.802062 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:16.210344 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e544ecd-8b9f-41be-8854-b09c728bd18e req-2c8c01fa-293c-47e7-8e97-eb66ad015d04 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:16.211954 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5e544ecd-8b9f-41be-8854-b09c728bd18e req-2c8c01fa-293c-47e7-8e97-eb66ad015d04 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.24 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 945 time: 0.0838327 Nov 19 20:55:16.248684 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7e411-312d-4f58-b1cf-0fea602b24d0 req-29b97552-b633-4517-8233-de70192025c1 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:16.250279 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5ed7e411-312d-4f58-b1cf-0fea602b24d0 req-29b97552-b633-4517-8233-de70192025c1 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 945 time: 0.0867178 Nov 19 20:55:16.288046 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5e544ecd-8b9f-41be-8854-b09c728bd18e req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Deleting port 5820546a-f61f-4d5d-bc0f-62d9f22f13db {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:55:16.288449 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5e544ecd-8b9f-41be-8854-b09c728bd18e req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:16.299034 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5ed7e411-312d-4f58-b1cf-0fea602b24d0 req-db34ff2f-f9b1-4925-940e-a290ef4e5041 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 Nov 19 20:55:16.547197 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5e544ecd-8b9f-41be-8854-b09c728bd18e req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] For port 5820546a-f61f-4d5d-bc0f-62d9f22f13db, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5820546a-f61f-4d5d-bc0f-62d9f22f13db,segment=NetworkSegment(2f10f12e-4300-4de1-afda-ae0c9116b898),segment_id=2f10f12e-4300-4de1-afda-ae0c9116b898)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:55:16.547582 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5e544ecd-8b9f-41be-8854-b09c728bd18e req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:16.672248 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5e544ecd-8b9f-41be-8854-b09c728bd18e req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Calling delete_port for 5820546a-f61f-4d5d-bc0f-62d9f22f13db owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:55:16.813132 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 5820546a-f61f-4d5d-bc0f-62d9f22f13db no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:55:16.815136 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5e544ecd-8b9f-41be-8854-b09c728bd18e req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:16.830823 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e795533b-4c04-4efa-93a5-24691f95e955 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:55:16.847648 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] No Port match for: 5820546a-f61f-4d5d-bc0f-62d9f22f13db {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:55:16.848034 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 5820546a-f61f-4d5d-bc0f-62d9f22f13db not bound to the agent host hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:55:16.877615 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Pushing event deleted for resources: {'Port': ['ID=5820546a-f61f-4d5d-bc0f-62d9f22f13db,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:55:16.897638 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:16.909574 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.909986 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.910391 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.910791 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.911486 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.911881 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.912270 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.912683 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.913071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.913456 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.913849 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.914232 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.914673 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.915054 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.915436 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.915819 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.916200 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.916607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.916992 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.917372 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.917805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.918195 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.918576 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.918956 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:55:16.935740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:16.968444 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:55:17.057367 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e544ecd-8b9f-41be-8854-b09c728bd18e req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] No DVR routers for this DVR port 5820546a-f61f-4d5d-bc0f-62d9f22f13db on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:55:17.060131 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5e544ecd-8b9f-41be-8854-b09c728bd18e req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:17.062891 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f29f5c-292e-4356-81af-8eb7b8f697a5', 'name': 'network-vif-deleted', 'tag': '5820546a-f61f-4d5d-bc0f-62d9f22f13db'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:55:17.081101 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5e544ecd-8b9f-41be-8854-b09c728bd18e req-a1849c6f-0448-407c-ad52-047af11700c4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.24 "DELETE /v2.0/ports/5820546a-f61f-4d5d-bc0f-62d9f22f13db HTTP/1.1" status: 204 len: 173 time: 0.8626091 Nov 19 20:55:17.211825 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f29f5c-292e-4356-81af-8eb7b8f697a5', 'name': 'network-vif-deleted', 'tag': '5820546a-f61f-4d5d-bc0f-62d9f22f13db', 'status': 'completed', 'code': 200} Nov 19 20:55:17.488350 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-96842a58-cfab-4008-a1bd-2707261162cb req-f1398262-5b3f-4c08-8876-99faa8e4d8a7 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=75f29f5c-292e-4356-81af-8eb7b8f697a5 HTTP/1.1" status: 200 len: 210 time: 0.0460207 Nov 19 20:55:22.857525 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343051b-282c-437b-8bb1-6b76c33d01da req-36b3d18a-aa56-4159-b4da-8cbf151eb832 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:22.858186 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0343051b-282c-437b-8bb1-6b76c33d01da req-36b3d18a-aa56-4159-b4da-8cbf151eb832 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Synchronizing usage tracker for tenant:4d69a07e46bd4577848ec49c03a41891 on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:55:22.874912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-0343051b-282c-437b-8bb1-6b76c33d01da req-36b3d18a-aa56-4159-b4da-8cbf151eb832 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Unset dirty status for tenant:4d69a07e46bd4577848ec49c03a41891 on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:55:22.876158 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-36b3d18a-aa56-4159-b4da-8cbf151eb832 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/networks?id=7fab1b3b-77d9-4736-862b-4257e8e433b1 HTTP/1.1" status: 200 len: 812 time: 0.1735618 Nov 19 20:55:22.893455 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-47f2941f-46b8-4a25-bf15-cc26b7c56aa4 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/quotas/4d69a07e46bd4577848ec49c03a41891 HTTP/1.1" status: 200 len: 375 time: 0.0112853 Nov 19 20:55:22.947027 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-c67758e2-8843-46fe-a0ef-e993d1e6291c tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d69a07e46bd4577848ec49c03a41891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484228 Nov 19 20:55:22.958092 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-f8c6b339-867c-4fbf-9063-be4d961afcf4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 20:55:22.959130 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-f8c6b339-867c-4fbf-9063-be4d961afcf4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0052757 Nov 19 20:55:23.109976 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-b7e5f69d-8cf6-48ce-ba2d-fb7d981aa7a3 service neutron] 10.222.0.13 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416113 Nov 19 20:55:23.252596 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-823536cd-8554-477f-9457-ae04527e5c00 service neutron] 10.222.0.13 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361554 Nov 19 20:55:23.453452 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-6a9d4baa-e767-4cd9-8e75-321f4c634a01 req-942a71bc-df05-47f2-a483-0e10f0b2af41 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Synchronizing usage tracker for tenant:4d69a07e46bd4577848ec49c03a41891 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:55:23.468805 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-6a9d4baa-e767-4cd9-8e75-321f4c634a01 req-942a71bc-df05-47f2-a483-0e10f0b2af41 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Unset dirty status for tenant:4d69a07e46bd4577848ec49c03a41891 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:55:23.470248 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-6a9d4baa-e767-4cd9-8e75-321f4c634a01 req-942a71bc-df05-47f2-a483-0e10f0b2af41 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 210 time: 0.0627124 Nov 19 20:55:24.650629 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f9211867-52e5-4492-8c69-f766e55b97f4 req-7f222f74-312d-485a-acb3-387eacdc0e3d tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 210 time: 0.0491538 Nov 19 20:55:24.797740 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343051b-282c-437b-8bb1-6b76c33d01da req-9557dbfe-1f95-4464-bc3f-be9a0082fb0a tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:24.799206 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-9557dbfe-1f95-4464-bc3f-be9a0082fb0a tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.24 "GET /v2.0/networks?id=7fab1b3b-77d9-4736-862b-4257e8e433b1 HTTP/1.1" status: 200 len: 812 time: 0.1616440 Nov 19 20:55:24.821140 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Request body: {'port': {'device_id': '0c33f433-9026-41f3-b06c-c273abe6673d', 'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1', 'admin_state_up': True, 'tenant_id': '4d69a07e46bd4577848ec49c03a41891'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:55:24.965857 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 20:55:24.975471 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.quota.driver [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 20:55:24.984605 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Made reservation on behalf of 4d69a07e46bd4577848ec49c03a41891 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 20:55:24.990016 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:25.298069 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Allocated IP 172.20.0.2 (7fab1b3b-77d9-4736-862b-4257e8e433b1/9f7b498b-7e30-47d7-a85c-9a9755eb6176/1e0665a4-a8bd-4f3e-93c8-53e245fefb03) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 20:55:25.507597 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:25.533802 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747962110989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:25.549459 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-183fcff2-a096-499b-952d-ef429ba2baf1 tempest-ServerRescueNegativeTestJSON-831813341 tempest-ServerRescueNegativeTestJSON-831813341] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:55:25.693847 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Pushing event updated for resources: {'Port': ['ID=1e0665a4-a8bd-4f3e-93c8-53e245fefb03,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:55:25.703030 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:55:25.747724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Network 7fab1b3b-77d9-4736-862b-4257e8e433b1 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 20:55:25.749068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Resources bound (agent type, host, resource id): {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 20:55:25.751557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 20:55:25.866415 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:25.867085 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:25.902482 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-906acfae-ec7c-45b0-9406-357a24241463 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0852928 Nov 19 20:55:25.912689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e3f98-582b-4d2a-8e8a-632b792fb4b4 req-3e80451a-d7b1-4d02-beef-f724e6bae938 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:25.913444 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-031e3f98-582b-4d2a-8e8a-632b792fb4b4 req-3e80451a-d7b1-4d02-beef-f724e6bae938 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Synchronizing usage tracker for tenant:4d69a07e46bd4577848ec49c03a41891 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 20:55:25.935268 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.quota.resource [req-031e3f98-582b-4d2a-8e8a-632b792fb4b4 req-3e80451a-d7b1-4d02-beef-f724e6bae938 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Unset dirty status for tenant:4d69a07e46bd4577848ec49c03a41891 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 20:55:25.936830 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-031e3f98-582b-4d2a-8e8a-632b792fb4b4 req-3e80451a-d7b1-4d02-beef-f724e6bae938 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 931 time: 0.1532171 Nov 19 20:55:25.990117 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-031e3f98-582b-4d2a-8e8a-632b792fb4b4 req-99bbc6a8-9789-4908-a161-43e440b3c7eb tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472343 Nov 19 20:55:25.997933 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.v2.base [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Request body: {'port': {'device_id': '0c33f433-9026-41f3-b06c-c273abe6673d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:55:26.111521 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:26.529747 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 20:55:26.537083 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:26.555221 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Transition to ACTIVE for port object 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 20:55:26.558867 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:26.579519 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3e8c0373-62b9-495c-93c6-bd4b358e9f2f tempest-VolumesNegativeTest-540416815 tempest-VolumesNegativeTest-540416815] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:55:26.784018 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0665a4-a8bd-4f3e-93c8-53e245fefb03,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:55:26.789608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:55:26.993043 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Attempting to bind port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:55:26.993421 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Attempting to bind port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '2f10f12e-4300-4de1-afda-ae0c9116b898', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 20:55:26.993786 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Attempting to bind port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 on network 7fab1b3b-77d9-4736-862b-4257e8e433b1 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 20:55:27.005746 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Checking agent: {'id': '338f6c6b-9552-4a50-8a52-7dc71cfa29ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 42, 9), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 20:55:27.006122 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Checking segment: {'id': '2f10f12e-4300-4de1-afda-ae0c9116b898', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 20:55:27.006523 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:27.006912 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Bound using segment: {'id': '2f10f12e-4300-4de1-afda-ae0c9116b898', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 20:55:27.007381 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Bound port: 1e0665a4-a8bd-4f3e-93c8-53e245fefb03, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f10f12e-4300-4de1-afda-ae0c9116b898', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7fab1b3b-77d9-4736-862b-4257e8e433b1'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 20:55:27.007750 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:27.233247 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9e3ca-b6e3-4aaf-94ad-1ef5791e2796 req-172ef8dc-419b-4bf3-9098-1d3c48bda17d tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:27.234935 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9cb9e3ca-b6e3-4aaf-94ad-1ef5791e2796 req-172ef8dc-419b-4bf3-9098-1d3c48bda17d tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 943 time: 0.1006951 Nov 19 20:55:27.305853 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9cb9e3ca-b6e3-4aaf-94ad-1ef5791e2796 req-9e230f8a-7c8d-4c66-a316-6cad3d6ef6a1 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637186 Nov 19 20:55:27.385206 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] For port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03, host hv-cinder-75078, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 20:55:27.389025 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] For port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1e0665a4-a8bd-4f3e-93c8-53e245fefb03,segment=NetworkSegment(2f10f12e-4300-4de1-afda-ae0c9116b898),segment_id=2f10f12e-4300-4de1-afda-ae0c9116b898)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 20:55:27.393105 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852605580'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:27.414346 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:55:27.591449 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0665a4-a8bd-4f3e-93c8-53e245fefb03,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:55:27.596144 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:55:27.626272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:27.627716 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-e4e35f80-7d1e-4cda-b2bb-94cc5e6900a6 service neutron] 10.222.0.24 "PUT /v2.0/ports/1e0665a4-a8bd-4f3e-93c8-53e245fefb03 HTTP/1.1" status: 200 len: 1157 time: 1.7115114 Nov 19 20:55:27.628240 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c33f433-9026-41f3-b06c-c273abe6673d', 'tag': '1e0665a4-a8bd-4f3e-93c8-53e245fefb03'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:55:27.719858 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c33f433-9026-41f3-b06c-c273abe6673d', 'tag': '1e0665a4-a8bd-4f3e-93c8-53e245fefb03', 'status': 'completed', 'code': 200} Nov 19 20:55:27.762034 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-23f7191b-3dcd-4565-ac5f-9702018bb3e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d69a07e46bd4577848ec49c03a41891&device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 1160 time: 0.0765011 Nov 19 20:55:27.841324 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-8564056c-d3ec-441b-89a4-8c775bad231c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e0665a4-a8bd-4f3e-93c8-53e245fefb03 HTTP/1.1" status: 200 len: 217 time: 0.0674260 Nov 19 20:55:27.909012 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343051b-282c-437b-8bb1-6b76c33d01da req-f71ace87-6cef-41c6-8bbb-72ac52aa479b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:27.910580 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-f71ace87-6cef-41c6-8bbb-72ac52aa479b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f7b498b-7e30-47d7-a85c-9a9755eb6176 HTTP/1.1" status: 200 len: 852 time: 0.0632594 Nov 19 20:55:27.960595 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-cef18232-2e81-4583-9c18-f94c34cc82b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fab1b3b-77d9-4736-862b-4257e8e433b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436924 Nov 19 20:55:28.107631 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-c1aabf54-ab4a-47a8-ad59-3d60967c4fe1 service neutron] 10.222.0.24 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397748 Nov 19 20:55:28.251744 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0343051b-282c-437b-8bb1-6b76c33d01da req-8f2c2f73-578e-4d57-8221-316cc25175ba service neutron] 10.222.0.24 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374314 Nov 19 20:55:28.415398 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f03a46fe-1796-493c-84e6-ca8cc769fc62 req-fc2405cc-b6f7-453b-9f8e-6fc973212a65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d69a07e46bd4577848ec49c03a41891&device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 1160 time: 0.0805097 Nov 19 20:55:28.529651 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6e09a-5462-4b6f-8205-fa4bfc60513a req-5130171b-106f-4a5c-b7cc-311ca289acca tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:28.531154 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bda6e09a-5462-4b6f-8205-fa4bfc60513a req-5130171b-106f-4a5c-b7cc-311ca289acca tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 943 time: 0.0849323 Nov 19 20:55:28.561415 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a46fe-1796-493c-84e6-ca8cc769fc62 req-16cb0b88-95e7-46e3-a7b1-b7230ec91acb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:28.563015 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f03a46fe-1796-493c-84e6-ca8cc769fc62 req-16cb0b88-95e7-46e3-a7b1-b7230ec91acb service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fab1b3b-77d9-4736-862b-4257e8e433b1 HTTP/1.1" status: 200 len: 906 time: 0.1408145 Nov 19 20:55:28.582055 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bda6e09a-5462-4b6f-8205-fa4bfc60513a req-9999236b-c202-4705-b06a-06e96e770062 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Nov 19 20:55:28.634875 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f03a46fe-1796-493c-84e6-ca8cc769fc62 req-c88a9328-07ef-402c-b5f0-920f8cb89776 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e0665a4-a8bd-4f3e-93c8-53e245fefb03 HTTP/1.1" status: 200 len: 217 time: 0.0640490 Nov 19 20:55:28.710543 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a46fe-1796-493c-84e6-ca8cc769fc62 req-b4d718ab-76e3-415a-86fc-ef371df5ce58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:28.712177 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f03a46fe-1796-493c-84e6-ca8cc769fc62 req-b4d718ab-76e3-415a-86fc-ef371df5ce58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f7b498b-7e30-47d7-a85c-9a9755eb6176 HTTP/1.1" status: 200 len: 852 time: 0.0673573 Nov 19 20:55:28.761924 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f03a46fe-1796-493c-84e6-ca8cc769fc62 req-5e320d04-1814-4df9-84ff-227fc68c973e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fab1b3b-77d9-4736-862b-4257e8e433b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426421 Nov 19 20:55:28.904484 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f03a46fe-1796-493c-84e6-ca8cc769fc62 req-2a408692-3bad-404b-af92-9297f17d1e96 service neutron] 10.222.0.24 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350968 Nov 19 20:55:29.049376 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f03a46fe-1796-493c-84e6-ca8cc769fc62 req-90c55822-002c-4fdd-a9f5-17f43581684c service neutron] 10.222.0.24 "GET /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380308 Nov 19 20:55:29.793566 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2193d-181e-4b87-ab1a-4c3e8b1d863d req-1a48196a-61f2-4549-9381-b5ef938a9c75 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:29.795161 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-57d2193d-181e-4b87-ab1a-4c3e8b1d863d req-1a48196a-61f2-4549-9381-b5ef938a9c75 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 943 time: 0.0835211 Nov 19 20:55:29.846846 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-57d2193d-181e-4b87-ab1a-4c3e8b1d863d req-9c59be72-ae1f-4c6d-90bb-2e878cff3cc7 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Nov 19 20:55:31.059792 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3f5ab-bdba-42e0-a40e-0039eda1d8e5 req-00337f35-f456-427d-834c-f981b032de2d tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:31.061424 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05f3f5ab-bdba-42e0-a40e-0039eda1d8e5 req-00337f35-f456-427d-834c-f981b032de2d tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 943 time: 0.0865345 Nov 19 20:55:31.111198 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-05f3f5ab-bdba-42e0-a40e-0039eda1d8e5 req-2abed91c-3189-4ec9-8e83-c7de23e3c14d tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Nov 19 20:55:31.325572 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:55:31.395218 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning for port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 20:55:31.399842 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:55:31.400252 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:31.513573 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7707747'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:31.540320 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c33f433-9026-41f3-b06c-c273abe6673d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0665a4-a8bd-4f3e-93c8-53e245fefb03'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:55:31.550568 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] For port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1e0665a4-a8bd-4f3e-93c8-53e245fefb03,segment=NetworkSegment(2f10f12e-4300-4de1-afda-ae0c9116b898),segment_id=2f10f12e-4300-4de1-afda-ae0c9116b898)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:55:31.554137 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288892175595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288892690155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747962085679'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:31.556031 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:55:31.624285 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Pushing event updated for resources: {'Port': ['ID=1e0665a4-a8bd-4f3e-93c8-53e245fefb03,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:55:31.627687 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:55:31.681966 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c33f433-9026-41f3-b06c-c273abe6673d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0665a4-a8bd-4f3e-93c8-53e245fefb03', 'code': 200} Nov 19 20:55:31.945487 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f305b254-94a4-4f36-9ff9-24e87055ea45 req-dde8d6e2-90bb-4eac-83e7-6ae61c2428fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 1162 time: 0.0729942 Nov 19 20:55:31.990095 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-f305b254-94a4-4f36-9ff9-24e87055ea45 req-fd3a211b-be4c-4b11-a8d9-ad8d5a751d45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378256 Nov 19 20:55:32.319671 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aad18c-a1ff-4214-ae91-4100fae8c65c req-9e53406e-c89b-4ae2-b07c-06a1398098c1 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:32.321176 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-83aad18c-a1ff-4214-ae91-4100fae8c65c req-9e53406e-c89b-4ae2-b07c-06a1398098c1 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 945 time: 0.0815520 Nov 19 20:55:32.368852 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-83aad18c-a1ff-4214-ae91-4100fae8c65c req-5c28d110-1adf-4bc8-a257-25c2712ab282 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416467 Nov 19 20:55:33.101025 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 up at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 20:55:33.178620 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Provisioning complete for port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 20:55:33.179064 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847263671'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:33.585481 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508e04f-2ed9-4217-bcd2-d10f70a3f1b2 req-2a38f774-c36a-49e0-ac7b-ba73bdeb3aaa tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:33.587068 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9508e04f-2ed9-4217-bcd2-d10f70a3f1b2 req-2a38f774-c36a-49e0-ac7b-ba73bdeb3aaa tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 945 time: 0.0882297 Nov 19 20:55:33.634948 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-9508e04f-2ed9-4217-bcd2-d10f70a3f1b2 req-0187ddc0-fd49-4906-94dd-f7d940de693f tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Nov 19 20:55:38.813846 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:42.767982 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8bacdbf-e0e6-44aa-9528-cf30b53cfd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:44.773890 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:55:45.508050 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5f5693ce-4f60-4040-b939-86c4b6b704b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:45.803531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:46.900148 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:46.937759 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:49.646688 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b469a48-99d4-443c-b6e2-8c3d89970ce2 req-7ea12743-29e7-4c1c-86b0-de97cb7a4819 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:49.648283 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2b469a48-99d4-443c-b6e2-8c3d89970ce2 req-7ea12743-29e7-4c1c-86b0-de97cb7a4819 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 945 time: 0.0865829 Nov 19 20:55:49.697531 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2b469a48-99d4-443c-b6e2-8c3d89970ce2 req-186605ba-0391-4564-988c-4b6699177996 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Nov 19 20:55:50.913491 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cc414-81c7-4d5b-87dd-27605623c94c req-1d19a664-ec21-4c8a-951e-31cf1565d56b tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:50.915089 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0e1cc414-81c7-4d5b-87dd-27605623c94c req-1d19a664-ec21-4c8a-951e-31cf1565d56b tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 945 time: 0.0828795 Nov 19 20:55:50.962380 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-0e1cc414-81c7-4d5b-87dd-27605623c94c req-bc0f200c-e33d-41f4-90b7-d04af39ad857 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Nov 19 20:55:52.176586 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb660b95-05e4-4a11-bd5f-7b75f322b123 req-8a966c6f-cf02-4879-9efa-6b19ff5c7faf tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:52.178208 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bb660b95-05e4-4a11-bd5f-7b75f322b123 req-8a966c6f-cf02-4879-9efa-6b19ff5c7faf tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 945 time: 0.0843291 Nov 19 20:55:52.230386 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-bb660b95-05e4-4a11-bd5f-7b75f322b123 req-52d517a1-500c-456c-b09d-34437dd9718e tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459237 Nov 19 20:55:53.449317 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d804-51ba-4b71-8794-0b5af05f51dd req-6b0afbf6-a54f-4b61-8aef-1f488cf56feb tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:53.450921 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4e26d804-51ba-4b71-8794-0b5af05f51dd req-6b0afbf6-a54f-4b61-8aef-1f488cf56feb tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 945 time: 0.0875309 Nov 19 20:55:53.499672 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-4e26d804-51ba-4b71-8794-0b5af05f51dd req-26611473-1264-4c89-9e1d-57dbd0d013a5 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/security-groups?id=081dd100-9fa2-43c5-8439-b590f31bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 Nov 19 20:55:53.975073 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcf0d1-df8d-45d0-b70e-97570c473ab5 req-e5782133-aa65-4207-88ea-63849a6787bd tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 20:55:53.976719 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5abcf0d1-df8d-45d0-b70e-97570c473ab5 req-e5782133-aa65-4207-88ea-63849a6787bd tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.24 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 945 time: 0.0827115 Nov 19 20:55:54.056071 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5abcf0d1-df8d-45d0-b70e-97570c473ab5 req-ef0d6206-7194-4b4c-be8b-3f85c3075259 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Deleting port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 20:55:54.056373 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5abcf0d1-df8d-45d0-b70e-97570c473ab5 req-ef0d6206-7194-4b4c-be8b-3f85c3075259 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288892180886'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:54.312672 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5abcf0d1-df8d-45d0-b70e-97570c473ab5 req-ef0d6206-7194-4b4c-be8b-3f85c3075259 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] For port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1e0665a4-a8bd-4f3e-93c8-53e245fefb03,segment=NetworkSegment(2f10f12e-4300-4de1-afda-ae0c9116b898),segment_id=2f10f12e-4300-4de1-afda-ae0c9116b898)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 20:55:54.312990 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5abcf0d1-df8d-45d0-b70e-97570c473ab5 req-ef0d6206-7194-4b4c-be8b-3f85c3075259 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853175652'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:54.444468 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5abcf0d1-df8d-45d0-b70e-97570c473ab5 req-ef0d6206-7194-4b4c-be8b-3f85c3075259 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Calling delete_port for 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 20:55:54.588909 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5abcf0d1-df8d-45d0-b70e-97570c473ab5 req-ef0d6206-7194-4b4c-be8b-3f85c3075259 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7706174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288892175612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747962085645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2170239'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:54.606282 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8ee3942e-d031-4c64-8a37-8b2bba932158 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:55:54.670049 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d6206-7194-4b4c-be8b-3f85c3075259 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Pushing event deleted for resources: {'Port': ['ID=1e0665a4-a8bd-4f3e-93c8-53e245fefb03,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:55:54.674911 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ef0d6206-7194-4b4c-be8b-3f85c3075259 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:55:54.676171 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-2c16cc8f-cb40-4d32-b709-845cbb4860ae req-7a538514-dee0-4981-ba89-b040b889c66c tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.13 "GET /v2.0/ports?device_id=0c33f433-9026-41f3-b06c-c273abe6673d HTTP/1.1" status: 200 len: 210 time: 0.0466077 Nov 19 20:55:54.817561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abcf0d1-df8d-45d0-b70e-97570c473ab5 req-ef0d6206-7194-4b4c-be8b-3f85c3075259 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] No DVR routers for this DVR port 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 on host hv-cinder-75078 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 20:55:54.819748 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5abcf0d1-df8d-45d0-b70e-97570c473ab5 req-ef0d6206-7194-4b4c-be8b-3f85c3075259 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711338'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:55:54.822504 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c33f433-9026-41f3-b06c-c273abe6673d', 'name': 'network-vif-deleted', 'tag': '1e0665a4-a8bd-4f3e-93c8-53e245fefb03'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 20:55:54.837256 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [req-5abcf0d1-df8d-45d0-b70e-97570c473ab5 req-ef0d6206-7194-4b4c-be8b-3f85c3075259 tempest-VolumesSnapshotTestJSON-925898376 tempest-VolumesSnapshotTestJSON-925898376] 10.222.0.24 "DELETE /v2.0/ports/1e0665a4-a8bd-4f3e-93c8-53e245fefb03 HTTP/1.1" status: 204 len: 173 time: 0.8533964 Nov 19 20:55:54.881425 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c33f433-9026-41f3-b06c-c273abe6673d', 'name': 'network-vif-deleted', 'tag': '1e0665a4-a8bd-4f3e-93c8-53e245fefb03', 'status': 'completed', 'code': 200} Nov 19 20:55:55.152274 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 20:55:55.187217 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] No Port match for: 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 20:55:55.187608 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Device 1e0665a4-a8bd-4f3e-93c8-53e245fefb03 not bound to the agent host hv-cinder-75078 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 20:56:08.827288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:12.771998 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b4ab73cd-716a-4804-ab3b-c34a3156df13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:15.388798 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 52690) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:56:15.456547 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Deleting subnet 9f7b498b-7e30-47d7-a85c-9a9755eb6176 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 20:56:15.459616 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:15.509708 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb82b9cc-7e31-4ab7-b969-b52cd45cf0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:15.517179 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851966914'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:15.578441 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847219112'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:15.812507 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:15.840969 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7556673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851923000'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:15.856955 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8b25a657-d4b4-4843-b136-357d3ed94092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:56:15.903437 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f7b498b-7e30-47d7-a85c-9a9755eb6176,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:56:15.968818 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.969230 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.969634 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.970035 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.970432 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.970827 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.971220 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.971611 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.972001 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.972388 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.972803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.973189 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.973635 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.974026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.974454 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.974838 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.975223 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.975610 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.976018 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.976380 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.976793 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.977175 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.977557 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.977939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:15.982171 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:56:16.012561 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:16.018596 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-6a628e82-bc2a-4d6d-968b-143d4e0d0938 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9f7b498b-7e30-47d7-a85c-9a9755eb6176 HTTP/1.1" status: 204 len: 168 time: 0.6287136 Nov 19 20:56:16.021301 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.13', 52694) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:56:16.355793 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847144514'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:16.547061 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847255871', 'neutron.services.segments.db._delete_segments_for_network--9223363288892157880'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:16.662896 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fab1b3b-77d9-4736-862b-4257e8e433b1']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:56:16.675453 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f10f12e-4300-4de1-afda-ae0c9116b898') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:56:16.675784 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f10f12e-4300-4de1-afda-ae0c9116b898') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 20:56:16.687681 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288892156088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2808885'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:16.703068 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7561059'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:16.705390 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 20:56:16.888246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Network 7fab1b3b-77d9-4736-862b-4257e8e433b1 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:56:16.897475 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847214726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853011291'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:16.902550 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:16.941176 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:17.081288 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Network 7fab1b3b-77d9-4736-862b-4257e8e433b1 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: Traceback (most recent call last): Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: timer() Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: cb(*args, **kw) Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: return func(*args, **kwargs) Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: self._notify() Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: self.callback(batched_events) Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: event.method(event) Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: segment_id)['aggregates'][0] Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: return f(self, *a, **k) Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: return self._get(url).json() Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: **kwargs) Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: return self.request(url, 'GET', **kwargs) Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: **endpoint_filter) Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:56:17.108036 dv-cinder-750782-3-smb neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:56:17.185237 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847669054'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:17.189575 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847669007'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:17.193305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aeeedaba-da1b-4ab9-874f-4d98703db9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:56:17.217246 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Pushing event deleted for resources: {'Network': ['ID=7fab1b3b-77d9-4736-862b-4257e8e433b1,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:56:17.220542 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:56:17.223078 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-6d1a9903-54d6-4509-9262-fd5ce565c30d admin admin] 10.222.0.13 "DELETE /v2.0/networks/7fab1b3b-77d9-4736-862b-4257e8e433b1 HTTP/1.1" status: 204 len: 168 time: 1.2004075 Nov 19 20:56:17.412803 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 52700) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:56:17.467496 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-c09bae93-d501-4899-9c27-45599856acf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d69a07e46bd4577848ec49c03a41891&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533371 Nov 19 20:56:17.469826 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.13', 52704) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 20:56:17.531398 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:17.559552 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:17.611057 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637963'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:17.616115 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2930115b-d3fd-49d1-bac8-0e3453bca573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 20:56:17.630622 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081dd100-9fa2-43c5-8439-b590f31bb92b,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 20:56:17.644486 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.644928 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.645329 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.645724 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.646113 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.646503 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.646889 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.647272 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.647656 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.648038 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.648420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.648845 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.649281 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.649668 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.650049 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.650427 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.650806 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.651228 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.651607 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.651996 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.652366 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.652767 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.653145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.653523 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-smb {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 20:56:17.657212 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 20:56:17.658461 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:17.660286 dv-cinder-750782-3-smb neutron-server[80151]: INFO neutron.wsgi [None req-88d3ec44-23c5-4345-a560-0b88c9806e5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/081dd100-9fa2-43c5-8439-b590f31bb92b HTTP/1.1" status: 204 len: 168 time: 0.1889143 Nov 19 20:56:21.774206 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:56:38.843742 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:42.772305 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-209171c2-a6a7-4f0a-b5e1-d8d9db3d04ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:45.512091 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f2080e9-d1f5-4d35-9130-ee6f917bbe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:45.809418 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:46.903828 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:46.943400 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:56:58.775134 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:57:08.833172 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:57:12.773735 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09eb146d-a01a-4ccb-a56f-6ef5aad7099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:57:15.512736 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70c2bb1b-dae9-4188-bad9-2f8ebce3b7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:57:15.814033 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:57:16.905749 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:57:16.945832 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:57:35.776099 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:57:38.854379 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:57:42.774794 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7bb77e34-9180-40e1-9a79-2c81ceb4b3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:57:45.515841 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2420a14-87ec-45ec-9ad7-78bf9915db87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:57:45.816240 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:57:46.907267 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:57:46.949055 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:08.868812 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:12.775736 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-072e30ca-2786-4eb4-bb87-1a31bd59d4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:12.776495 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:58:15.517374 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6623461f-4347-4535-b492-44bd628e07c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:15.819469 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:16.909477 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:16.950689 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:38.869026 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:42.778118 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-045bf5ff-8d4a-46d6-b5a8-58442a5438c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:45.518130 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ad8b0f63-6d67-4c95-9fd2-029e4e02a008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:45.822021 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:46.911730 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:46.952879 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:58:49.778732 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:59:08.866420 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:59:12.779108 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb548a3f-2c83-4c65-a2b2-8834d236a83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:59:15.518482 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bdbcca66-8acc-4c25-8f7b-49a24f91c47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:59:15.824619 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:59:16.914371 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:59:16.954986 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:59:26.780958 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 20:59:38.866687 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:59:42.780552 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b227aa96-8591-49d8-b154-b6fef4d8cb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:59:45.519013 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-affb2a92-66d1-4f83-93cd-d745fe91c156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:59:45.826630 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:59:46.920502 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 20:59:46.957137 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:03.781807 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 21:00:08.874429 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:12.782325 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df83abce-bbec-48f0-810b-938fbf73938e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:15.519817 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cecb7b5a-cad5-4924-bdf0-2d28f71bdb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:15.829723 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:16.911833 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:16.959351 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:38.912145 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:40.783531 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 21:00:42.785091 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f63ea424-ae0f-4da7-ad1c-3ebef40e9955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:45.520762 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b392838-86a7-493a-92df-5ce1bb7b8a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:45.832842 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:46.913962 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:00:46.961256 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:01:08.907423 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f536420c-607c-4e57-aa08-aaa2dbda76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:01:12.787466 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6886ef20-ee89-4330-86af-7b884d37ada8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:01:15.521730 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9741361c-0efe-4a14-9261-8c49237213c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:01:15.835984 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f637de0b-9fa0-41fa-b85b-6b995e380800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:01:16.916558 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f397a695-01b2-448e-8bad-d6eab8417002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:01:16.966939 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14ecbdd4-cdb0-4035-a075-616c15df0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288892157897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847263261'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 21:01:17.784674 dv-cinder-750782-3-smb neutron-server[80151]: DEBUG neutron.db.agents_db [None req-36eae6e7-4aad-4f16-8bec-9d7aa602f81c None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}